00000001:02000400:3.0F:1715208956.450592:0:21978:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 108a: migrate from ldiskfs to ZFS ==== 18:55:55 (1715208955) 00000001:02000400:3.0:1715208956.990294:0:22131:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: conf-sanity test_108a zfs only test 00000001:02000400:3.0:1715208959.789503:0:22409:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 108b: migrate from ZFS to ldiskfs ==== 18:55:59 (1715208959) 00000400:00000010:1.0F:1715208964.781538:0:22652:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at ffff88009d4d9340. 00000400:00000010:1.0:1715208964.781551:0:22652:0:(lib-cpt.c:103:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at ffff8800b049d180. 00000400:00000010:1.0:1715208964.781552:0:22652:0:(lib-cpt.c:107:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at ffff88009d61b280. 00000400:00000010:1.0:1715208964.781553:0:22652:0:(lib-cpt.c:114:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at ffff88009d5a45b0. 00000400:00000010:1.0:1715208964.781554:0:22652:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at ffff8800a3593dc0. 00000400:00000010:1.0:1715208964.781556:0:22652:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b049da00. 00000400:00000010:1.0:1715208964.781556:0:22652:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at ffff88009d5a4800. 00000400:00000010:1.0:1715208964.782910:0:22652:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800a3593cc0. 00000400:00000010:1.0:1715208964.782914:0:22652:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800a35939c0. 00000400:00000010:1.0:1715208964.782916:0:22652:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d4d9600. 00000400:00000010:1.0:1715208964.782917:0:22652:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800a3593ba0. 00000400:00000010:1.0:1715208964.782918:0:22652:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800a3593de0. 00000400:00000010:1.0:1715208964.782919:0:22652:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d4d98c0. 00000400:00000200:1.0:1715208964.782954:0:22652:0:(api-ni.c:1019:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0:1715208964.817536:0:22688:0:(api-ni.c:1019:lnet_register_lnd()) tcp LND registered 00000020:02000000:1.0:1715208964.859092:0:22700:0:(class_obd.c:700:obdclass_init()) Lustre: Build Version: 2.15.63_5_g8feb6a9 00000020:00000010:1.0:1715208964.861112:0:22700:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at ffff8800a2800000. 00000001:00000010:1.0:1715208964.861935:0:22700:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009de2e540. 00000001:00000010:1.0:1715208964.861939:0:22700:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a35937a0. 00000001:00000010:1.0:1715208964.861941:0:22700:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d309800. 00000001:00000010:1.0:1715208964.861943:0:22700:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d308000. 00000001:00000010:1.0:1715208964.861944:0:22700:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d309200. 00000001:00000010:1.0:1715208964.861945:0:22700:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d308c00. 00000020:00000010:1.0:1715208964.861969:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d309000. 00000020:00000010:1.0:1715208964.861971:0:22700:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d308200. 00000020:00000010:1.0:1715208964.861972:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff880130ed6f00. 00000020:00000010:1.0:1715208964.861977:0:22700:0:(cl_object.c:1101:cl_global_init()) kmalloced '(cl_envs)': 192 at ffff88009de2eb40. 00000020:00000010:1.0:1715208964.862063:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d308600. 00000020:00000010:1.0:1715208964.862065:0:22700:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d308400. 00000020:00000010:1.0:1715208964.862066:0:22700:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae900. 00000020:00000010:1.0:1715208964.862068:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d309400. 00000020:00000010:1.0:1715208964.862069:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d308800. 00000020:00000010:1.0:1715208964.862070:0:22700:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d309a00. 00000020:00000010:1.0:1715208964.862071:0:22700:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae360. 00000020:00000010:1.0:1715208964.862076:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b590de00. 00000020:00000010:1.0:1715208964.862078:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b590dc00. 00000020:00000010:1.0:1715208964.862079:0:22700:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b590da00. 00000020:00000010:1.0:1715208964.862080:0:22700:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae3c0. 00000020:00000010:1.0:1715208964.862081:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b590d800. 00000020:00000010:1.0:1715208964.862083:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b590d600. 00000020:00000010:1.0:1715208964.862084:0:22700:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b590d400. 00000020:00000010:1.0:1715208964.862084:0:22700:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae6c0. 00000020:00000010:1.0:1715208964.862085:0:22700:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b590d200. 02000000:00000010:1.0:1715208964.862087:0:22700:0:(page_pools.c:1020:obd_pool_init()) kmalloced '(page_pools)': 216 at ffff8800aa874400. 02000000:00000010:1.0:1715208964.862088:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590d000. 02000000:00000010:1.0:1715208964.862090:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff880137709c00. 02000000:00000010:1.0:1715208964.862091:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff880130ed67c0. 02000000:00000010:1.0:1715208964.862093:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590ce00. 02000000:00000010:1.0:1715208964.862094:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b6cc2400. 02000000:00000010:1.0:1715208964.862095:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff880130ed6b80. 02000000:00000010:1.0:1715208964.862096:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590cc00. 02000000:00000010:1.0:1715208964.862097:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b6cc2000. 02000000:00000010:1.0:1715208964.862098:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff880130ed6d00. 02000000:00000010:1.0:1715208964.862099:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590ca00. 02000000:00000010:1.0:1715208964.862101:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a5a3800. 02000000:00000010:1.0:1715208964.862102:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690f40. 02000000:00000010:1.0:1715208964.862103:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590c800. 02000000:00000010:1.0:1715208964.862105:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a5a3c00. 02000000:00000010:1.0:1715208964.862106:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690940. 02000000:00000010:1.0:1715208964.862107:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590c600. 02000000:00000010:1.0:1715208964.862108:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a5a1000. 02000000:00000010:1.0:1715208964.862109:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690400. 02000000:00000010:1.0:1715208964.862110:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590c400. 02000000:00000010:1.0:1715208964.862112:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a5a2000. 02000000:00000010:1.0:1715208964.862113:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690e40. 02000000:00000010:1.0:1715208964.862116:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590c200. 02000000:00000010:1.0:1715208964.862118:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b6e5bc00. 02000000:00000010:1.0:1715208964.862118:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690780. 02000000:00000010:1.0:1715208964.862119:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b590c000. 02000000:00000010:1.0:1715208964.862121:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b6e5b800. 02000000:00000010:1.0:1715208964.862122:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690080. 02000000:00000010:1.0:1715208964.862123:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471e00. 02000000:00000010:1.0:1715208964.862125:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b58e5c00. 02000000:00000010:1.0:1715208964.862125:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690840. 02000000:00000010:1.0:1715208964.862127:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471c00. 02000000:00000010:1.0:1715208964.862128:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b58e6800. 02000000:00000010:1.0:1715208964.862129:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690b80. 02000000:00000010:1.0:1715208964.862130:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471a00. 02000000:00000010:1.0:1715208964.862131:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b58e5400. 02000000:00000010:1.0:1715208964.862132:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690c00. 02000000:00000010:1.0:1715208964.862133:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471800. 02000000:00000010:1.0:1715208964.862135:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8801370e9c00. 02000000:00000010:1.0:1715208964.862136:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690cc0. 02000000:00000010:1.0:1715208964.862137:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471600. 02000000:00000010:1.0:1715208964.862139:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012aa1ec00. 02000000:00000010:1.0:1715208964.862139:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690f80. 02000000:00000010:1.0:1715208964.862140:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471400. 02000000:00000010:1.0:1715208964.862142:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012aa1d800. 02000000:00000010:1.0:1715208964.862142:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690280. 02000000:00000010:1.0:1715208964.862143:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471200. 02000000:00000010:1.0:1715208964.862145:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012aa1f000. 02000000:00000010:1.0:1715208964.862145:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e6907c0. 02000000:00000010:1.0:1715208964.862146:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a471000. 02000000:00000010:1.0:1715208964.862148:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012aa1f400. 02000000:00000010:1.0:1715208964.862148:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690e00. 02000000:00000010:1.0:1715208964.862152:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470e00. 02000000:00000010:1.0:1715208964.862153:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8801376a2800. 02000000:00000010:1.0:1715208964.862154:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690700. 02000000:00000010:1.0:1715208964.862155:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470c00. 02000000:00000010:1.0:1715208964.862156:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b7b0fc00. 02000000:00000010:1.0:1715208964.862157:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690c80. 02000000:00000010:1.0:1715208964.862158:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470a00. 02000000:00000010:1.0:1715208964.862160:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b6161800. 02000000:00000010:1.0:1715208964.862161:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690d00. 02000000:00000010:1.0:1715208964.862162:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470800. 02000000:00000010:1.0:1715208964.862163:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b6163000. 02000000:00000010:1.0:1715208964.862164:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690440. 02000000:00000010:1.0:1715208964.862165:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470600. 02000000:00000010:1.0:1715208964.862167:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8800b6162c00. 02000000:00000010:1.0:1715208964.862167:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690580. 02000000:00000010:1.0:1715208964.862168:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470400. 02000000:00000010:1.0:1715208964.862170:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88013770cc00. 02000000:00000010:1.0:1715208964.862171:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e6903c0. 02000000:00000010:1.0:1715208964.862172:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470200. 02000000:00000010:1.0:1715208964.862173:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88013770e400. 02000000:00000010:1.0:1715208964.862174:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e6906c0. 02000000:00000010:1.0:1715208964.862175:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a470000. 02000000:00000010:1.0:1715208964.862176:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88013770ec00. 02000000:00000010:1.0:1715208964.862177:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e6908c0. 02000000:00000010:1.0:1715208964.862178:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6da1400. 02000000:00000010:1.0:1715208964.862179:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88013770c800. 02000000:00000010:1.0:1715208964.862180:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690a00. 02000000:00000010:1.0:1715208964.862181:0:22700:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6da0200. 02000000:00000010:1.0:1715208964.862183:0:22700:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88013770e800. 02000000:00000010:1.0:1715208964.862184:0:22700:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e690140. 00000400:00000010:3.0:1715208964.926907:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b3c0. 00000400:00000010:3.0:1715208964.926913:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b880. 00000100:00000010:3.0:1715208964.926917:0:22712:0:(service.c:3335:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at ffff8800ab626b40. 00000100:00000010:1.0:1715208964.927129:0:22713:0:(service.c:2973:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800ad028800. 00000020:00000010:1.0:1715208964.927138:0:22713:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6da1200. 00000020:00000010:1.0:1715208964.927141:0:22713:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6da1800. 00000040:00000010:1.0:1715208964.927145:0:22713:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6da0000. 00000020:00000010:1.0:1715208964.927149:0:22713:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e55800. 00000020:00000010:1.0:1715208964.927151:0:22713:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ad0287c0. 00000100:00000010:1.0:1715208964.927215:0:22714:0:(service.c:2973:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800ad028b40. 00000020:00000010:1.0:1715208964.927219:0:22714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013700d600. 00000020:00000010:1.0:1715208964.927221:0:22714:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88013700d200. 00000040:00000010:1.0:1715208964.927223:0:22714:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88013700d800. 00000020:00000010:1.0:1715208964.927225:0:22714:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e53000. 00000020:00000010:1.0:1715208964.927226:0:22714:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ad028c00. 00000100:00000200:3.0:1715208964.927376:0:22712:0:(events.c:609:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:3.0:1715208964.927599:0:22712:0:(api-ni.c:717:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff8800a0a68c00. 00000400:00000010:3.0:1715208964.927602:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bfe0. 00000400:00000010:3.0:1715208964.927605:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009f77e280. 00000400:00000010:3.0:1715208964.927607:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b5e0. 00000400:00000010:3.0:1715208964.927608:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009f77e100. 00000400:00000010:3.0:1715208964.927613:0:22712:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff88012db94000. 00000400:00000010:3.0:1715208964.927617:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b960. 00000400:00000010:3.0:1715208964.927619:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009f77e980. 00000400:00000010:3.0:1715208964.927622:0:22712:0:(lib-msg.c:1236:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at ffff88012c51b840. 00000400:00000010:3.0:1715208964.927624:0:22712:0:(lib-msg.c:1246:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at ffff88012c51b260. 00000400:00000010:3.0:1715208964.927746:0:22712:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000881000. 00000400:00000010:3.0:1715208964.927757:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b420. 00000400:00000010:3.0:1715208964.927759:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b700. 00000400:00000010:3.0:1715208964.927803:0:22712:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000892000. 00000400:00000010:3.0:1715208964.927814:0:22712:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff8800b0549c00. 00000400:00000010:3.0:1715208964.927816:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c000. 00000400:00000010:3.0:1715208964.927818:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b520. 00000400:00000010:3.0:1715208964.927819:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b600. 00000400:00000010:3.0:1715208964.927824:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db96000. 00000400:00000010:3.0:1715208964.927826:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c240. 00000400:00000010:3.0:1715208964.927827:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b740. 00000400:00000010:3.0:1715208964.927828:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b5c0. 00000400:00000010:3.0:1715208964.927832:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db92000. 00000400:00000010:3.0:1715208964.927834:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c0c0. 00000400:00000010:3.0:1715208964.927836:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b8e0. 00000400:00000010:3.0:1715208964.927841:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30be80. 00000400:00000010:3.0:1715208964.927845:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db90000. 00000400:00000010:3.0:1715208964.927847:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c360. 00000400:00000010:3.0:1715208964.927848:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b320. 00000400:00000010:3.0:1715208964.927849:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30be00. 00000400:00000010:3.0:1715208964.927854:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009f79e000. 00000400:00000010:3.0:1715208964.927857:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cd20. 00000400:00000010:3.0:1715208964.927858:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bb60. 00000400:00000010:3.0:1715208964.927859:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30bec0. 00000400:00000010:3.0:1715208964.927863:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009f79c000. 00000400:00000010:3.0:1715208964.927865:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c720. 00000400:00000010:3.0:1715208964.927866:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bda0. 00000400:00000010:3.0:1715208964.927867:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30bf80. 00000400:00000010:3.0:1715208964.927871:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009f79a000. 00000400:00000010:3.0:1715208964.927873:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cea0. 00000400:00000010:3.0:1715208964.927874:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bac0. 00000400:00000010:3.0:1715208964.927875:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30bfc0. 00000400:00000010:3.0:1715208964.927879:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009f798000. 00000400:00000010:3.0:1715208964.927881:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c1e0. 00000400:00000010:3.0:1715208964.927882:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51be00. 00000400:00000010:3.0:1715208964.927883:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30bf40. 00000400:00000010:3.0:1715208964.927888:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e55e000. 00000400:00000010:3.0:1715208964.927890:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c300. 00000400:00000010:3.0:1715208964.927891:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bf00. 00000400:00000010:3.0:1715208964.927892:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b000. 00000400:00000010:3.0:1715208964.927897:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e55c000. 00000400:00000010:3.0:1715208964.927899:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c480. 00000400:00000010:3.0:1715208964.927900:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bd00. 00000400:00000010:3.0:1715208964.927901:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b080. 00000400:00000010:3.0:1715208964.927906:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e55a000. 00000400:00000010:3.0:1715208964.927908:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c600. 00000400:00000010:3.0:1715208964.927909:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b560. 00000400:00000010:3.0:1715208964.927913:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b0c0. 00000400:00000010:3.0:1715208964.927918:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e558000. 00000400:00000010:3.0:1715208964.927920:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c2a0. 00000400:00000010:3.0:1715208964.927921:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b6c0. 00000400:00000010:3.0:1715208964.927923:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b040. 00000400:00000010:3.0:1715208964.927927:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9ca0000. 00000400:00000010:3.0:1715208964.927929:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c060. 00000400:00000010:3.0:1715208964.927930:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bbc0. 00000400:00000010:3.0:1715208964.927931:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b100. 00000400:00000010:3.0:1715208964.927935:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9ca2000. 00000400:00000010:3.0:1715208964.927936:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c5a0. 00000400:00000010:3.0:1715208964.927938:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b480. 00000400:00000010:3.0:1715208964.927939:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b1c0. 00000400:00000010:3.0:1715208964.927942:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9ca4000. 00000400:00000010:3.0:1715208964.927944:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c4e0. 00000400:00000010:3.0:1715208964.927945:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b200. 00000400:00000010:3.0:1715208964.927946:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b140. 00000400:00000010:3.0:1715208964.927950:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9ca6000. 00000400:00000010:3.0:1715208964.927952:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c420. 00000400:00000010:3.0:1715208964.927953:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b7c0. 00000400:00000010:3.0:1715208964.927954:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b180. 00000400:00000010:3.0:1715208964.927960:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a32c0000. 00000400:00000010:3.0:1715208964.927961:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47ce40. 00000400:00000010:3.0:1715208964.927963:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b360. 00000400:00000010:3.0:1715208964.927964:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b240. 00000400:00000010:3.0:1715208964.927969:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a32c2000. 00000400:00000010:3.0:1715208964.927971:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cde0. 00000400:00000010:3.0:1715208964.927972:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b060. 00000400:00000010:3.0:1715208964.927973:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b300. 00000400:00000010:3.0:1715208964.927978:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a32c4000. 00000400:00000010:3.0:1715208964.927979:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cf00. 00000400:00000010:3.0:1715208964.927981:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b460. 00000400:00000010:3.0:1715208964.927985:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b280. 00000400:00000010:3.0:1715208964.927990:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a32c6000. 00000400:00000010:3.0:1715208964.927992:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cc00. 00000400:00000010:3.0:1715208964.927993:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b600. 00000400:00000010:3.0:1715208964.927994:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b200. 00000400:00000010:3.0:1715208964.927999:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a90a8000. 00000400:00000010:3.0:1715208964.928000:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cd80. 00000400:00000010:3.0:1715208964.928002:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b720. 00000400:00000010:3.0:1715208964.928003:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b2c0. 00000400:00000010:3.0:1715208964.928007:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a90aa000. 00000400:00000010:3.0:1715208964.928009:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c840. 00000400:00000010:3.0:1715208964.928010:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bb80. 00000400:00000010:3.0:1715208964.928011:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b380. 00000400:00000010:3.0:1715208964.928015:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a90ac000. 00000400:00000010:3.0:1715208964.928017:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47ca20. 00000400:00000010:3.0:1715208964.928018:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b540. 00000400:00000010:3.0:1715208964.928019:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b3c0. 00000400:00000010:3.0:1715208964.928023:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a90ae000. 00000400:00000010:3.0:1715208964.928024:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47ccc0. 00000400:00000010:3.0:1715208964.928026:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b500. 00000400:00000010:3.0:1715208964.928027:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b340. 00000400:00000010:3.0:1715208964.928031:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a912e000. 00000400:00000010:3.0:1715208964.928033:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cc60. 00000400:00000010:3.0:1715208964.928034:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b1e0. 00000400:00000010:3.0:1715208964.928035:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b400. 00000400:00000010:3.0:1715208964.928039:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9128000. 00000400:00000010:3.0:1715208964.928041:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47ca80. 00000400:00000010:3.0:1715208964.928042:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b620. 00000400:00000010:3.0:1715208964.928043:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b4c0. 00000400:00000010:3.0:1715208964.928047:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a912a000. 00000400:00000010:3.0:1715208964.928048:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cae0. 00000400:00000010:3.0:1715208964.928050:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b9c0. 00000400:00000010:3.0:1715208964.928053:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b440. 00000400:00000010:3.0:1715208964.928057:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a912c000. 00000400:00000010:3.0:1715208964.928059:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cba0. 00000400:00000010:3.0:1715208964.928060:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bba0. 00000400:00000010:3.0:1715208964.928062:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b480. 00000400:00000010:3.0:1715208964.928066:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b46000. 00000400:00000010:3.0:1715208964.928068:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47cb40. 00000400:00000010:3.0:1715208964.928069:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bee0. 00000400:00000010:3.0:1715208964.928070:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b540. 00000400:00000010:3.0:1715208964.928074:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b44000. 00000400:00000010:3.0:1715208964.928076:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c8a0. 00000400:00000010:3.0:1715208964.928077:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bca0. 00000400:00000010:3.0:1715208964.928078:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b580. 00000400:00000010:3.0:1715208964.928082:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b40000. 00000400:00000010:3.0:1715208964.928083:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c9c0. 00000400:00000010:3.0:1715208964.928084:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b180. 00000400:00000010:3.0:1715208964.928086:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88009d30b500. 00000400:00000010:3.0:1715208964.928090:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4d6000. 00000400:00000010:3.0:1715208964.928092:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c660. 00000400:00000010:3.0:1715208964.928093:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51baa0. 00000400:00000010:3.0:1715208964.928094:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47eb00. 00000400:00000010:3.0:1715208964.928098:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4d0000. 00000400:00000010:3.0:1715208964.928100:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c960. 00000400:00000010:3.0:1715208964.928101:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51ba40. 00000400:00000010:3.0:1715208964.928102:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ef40. 00000400:00000010:3.0:1715208964.928106:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136ba8000. 00000400:00000010:3.0:1715208964.928108:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c7e0. 00000400:00000010:3.0:1715208964.928109:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b0e0. 00000400:00000010:3.0:1715208964.928110:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e840. 00000400:00000010:3.0:1715208964.928114:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136baa000. 00000400:00000010:3.0:1715208964.928116:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c780. 00000400:00000010:3.0:1715208964.928117:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b940. 00000400:00000010:3.0:1715208964.928121:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e7c0. 00000400:00000010:3.0:1715208964.928125:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136bae000. 00000400:00000010:3.0:1715208964.928127:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c6c0. 00000400:00000010:3.0:1715208964.928128:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bcc0. 00000400:00000010:3.0:1715208964.928129:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e080. 00000400:00000010:3.0:1715208964.928137:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad238000. 00000400:00000010:3.0:1715208964.928140:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e47c900. 00000400:00000010:3.0:1715208964.928141:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51be20. 00000400:00000010:3.0:1715208964.928142:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e680. 00000400:00000010:3.0:1715208964.928146:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad23a000. 00000400:00000010:3.0:1715208964.928148:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530720. 00000400:00000010:3.0:1715208964.928149:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51b240. 00000400:00000010:3.0:1715208964.928150:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e6c0. 00000400:00000010:3.0:1715208964.928154:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad23c000. 00000400:00000010:3.0:1715208964.928156:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d5305a0. 00000400:00000010:3.0:1715208964.928157:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012c51bfc0. 00000400:00000010:3.0:1715208964.928158:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ec00. 00000400:00000010:3.0:1715208964.928162:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad23e000. 00000400:00000010:3.0:1715208964.928164:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530660. 00000400:00000010:3.0:1715208964.928166:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541260. 00000400:00000010:3.0:1715208964.928167:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e600. 00000400:00000010:3.0:1715208964.928175:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e608000. 00000400:00000010:3.0:1715208964.928177:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530ea0. 00000400:00000010:3.0:1715208964.928178:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5418e0. 00000400:00000010:3.0:1715208964.928180:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e640. 00000400:00000010:3.0:1715208964.928183:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e60a000. 00000400:00000010:3.0:1715208964.928185:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530600. 00000400:00000010:3.0:1715208964.928186:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5414c0. 00000400:00000010:3.0:1715208964.928187:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e280. 00000400:00000010:3.0:1715208964.928191:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e60c000. 00000400:00000010:3.0:1715208964.928193:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530c00. 00000400:00000010:3.0:1715208964.928194:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541920. 00000400:00000010:3.0:1715208964.928198:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e740. 00000400:00000010:3.0:1715208964.928202:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e60e000. 00000400:00000010:3.0:1715208964.928204:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530a20. 00000400:00000010:3.0:1715208964.928205:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541760. 00000400:00000010:3.0:1715208964.928206:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e580. 00000400:00000010:3.0:1715208964.928213:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009d608000. 00000400:00000010:3.0:1715208964.928215:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530ba0. 00000400:00000010:3.0:1715208964.928217:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541200. 00000400:00000010:3.0:1715208964.928218:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ed40. 00000400:00000010:3.0:1715208964.928222:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009d60a000. 00000400:00000010:3.0:1715208964.928223:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530d80. 00000400:00000010:3.0:1715208964.928225:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541f40. 00000400:00000010:3.0:1715208964.928226:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e4c0. 00000400:00000010:3.0:1715208964.928229:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009d60c000. 00000400:00000010:3.0:1715208964.928231:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530d20. 00000400:00000010:3.0:1715208964.928232:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541ea0. 00000400:00000010:3.0:1715208964.928233:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ee00. 00000400:00000010:3.0:1715208964.928237:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009d60e000. 00000400:00000010:3.0:1715208964.928239:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530de0. 00000400:00000010:3.0:1715208964.928240:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541dc0. 00000400:00000010:3.0:1715208964.928241:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e9c0. 00000400:00000010:3.0:1715208964.928249:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac498000. 00000400:00000010:3.0:1715208964.928251:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530a80. 00000400:00000010:3.0:1715208964.928252:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541ba0. 00000400:00000010:3.0:1715208964.928253:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ecc0. 00000400:00000010:3.0:1715208964.928257:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac49a000. 00000400:00000010:3.0:1715208964.928259:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530300. 00000400:00000010:3.0:1715208964.928260:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541120. 00000400:00000010:3.0:1715208964.928261:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47eb40. 00000400:00000010:3.0:1715208964.928265:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac49c000. 00000400:00000010:3.0:1715208964.928267:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530f00. 00000400:00000010:3.0:1715208964.928268:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541e60. 00000400:00000010:3.0:1715208964.928272:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e480. 00000400:00000010:3.0:1715208964.928276:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac49e000. 00000400:00000010:3.0:1715208964.928278:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d5302a0. 00000400:00000010:3.0:1715208964.928279:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5417a0. 00000400:00000010:3.0:1715208964.928280:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e3c0. 00000400:00000010:3.0:1715208964.928288:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a5340000. 00000400:00000010:3.0:1715208964.928290:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d5301e0. 00000400:00000010:3.0:1715208964.928291:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5412e0. 00000400:00000010:3.0:1715208964.928292:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e100. 00000400:00000010:3.0:1715208964.928296:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a5342000. 00000400:00000010:3.0:1715208964.928297:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530360. 00000400:00000010:3.0:1715208964.928299:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541940. 00000400:00000010:3.0:1715208964.928300:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e180. 00000400:00000010:3.0:1715208964.928303:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a5344000. 00000400:00000010:3.0:1715208964.928305:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530b40. 00000400:00000010:3.0:1715208964.928306:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541d20. 00000400:00000010:3.0:1715208964.928308:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ea00. 00000400:00000010:3.0:1715208964.928311:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a5346000. 00000400:00000010:3.0:1715208964.928313:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d5309c0. 00000400:00000010:3.0:1715208964.928314:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541d60. 00000400:00000010:3.0:1715208964.928315:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ee40. 00000400:00000010:3.0:1715208964.928323:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0f8000. 00000400:00000010:3.0:1715208964.928325:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d5306c0. 00000400:00000010:3.0:1715208964.928326:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541480. 00000400:00000010:3.0:1715208964.928328:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e1c0. 00000400:00000010:3.0:1715208964.928331:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0fa000. 00000400:00000010:3.0:1715208964.928333:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d5300c0. 00000400:00000010:3.0:1715208964.928334:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541e00. 00000400:00000010:3.0:1715208964.928335:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e800. 00000400:00000010:3.0:1715208964.928339:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0fc000. 00000400:00000010:3.0:1715208964.928341:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530ae0. 00000400:00000010:3.0:1715208964.928342:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541640. 00000400:00000010:3.0:1715208964.928346:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e900. 00000400:00000010:3.0:1715208964.928368:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0fe000. 00000400:00000010:3.0:1715208964.928371:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530f60. 00000400:00000010:3.0:1715208964.928372:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541380. 00000400:00000010:3.0:1715208964.928374:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e140. 00000400:00000010:3.0:1715208964.928382:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009de20000. 00000400:00000010:3.0:1715208964.928384:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530480. 00000400:00000010:3.0:1715208964.928386:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541d00. 00000400:00000010:3.0:1715208964.928387:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47eec0. 00000400:00000010:3.0:1715208964.928391:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009de22000. 00000400:00000010:3.0:1715208964.928392:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530540. 00000400:00000010:3.0:1715208964.928393:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5418c0. 00000400:00000010:3.0:1715208964.928395:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e700. 00000400:00000010:3.0:1715208964.928398:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009de24000. 00000400:00000010:3.0:1715208964.928400:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d5304e0. 00000400:00000010:3.0:1715208964.928401:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5411e0. 00000400:00000010:3.0:1715208964.928403:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e500. 00000400:00000010:3.0:1715208964.928406:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009de26000. 00000400:00000010:3.0:1715208964.928408:0:22712:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009d530cc0. 00000400:00000010:3.0:1715208964.928409:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5410a0. 00000400:00000010:3.0:1715208964.928410:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e2c0. 00000400:00000010:3.0:1715208964.928419:0:22712:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009eea8000. 00000400:00000010:3.0:1715208964.928422:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541100. 00000400:00000010:3.0:1715208964.928423:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e240. 00000400:00000010:3.0:1715208964.928426:0:22712:0:(config.c:329:lnet_net_alloc()) alloc '(net)': 176 at ffff8800ab626480. 00000400:00000010:3.0:1715208964.928429:0:22712:0:(config.c:407:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800b0548a00. 00000400:00000010:3.0:1715208964.928431:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5417c0. 00000400:00000010:3.0:1715208964.928432:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ea40. 00000400:00000010:3.0:1715208964.928433:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541b20. 00000400:00000010:3.0:1715208964.928434:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e540. 00000400:00000010:3.0:1715208964.928439:0:22712:0:(config.c:572:lnet_parse_networks()) alloc '(tokens)': 4 at ffff88012e62f748. 00000400:00000010:3.0:1715208964.928443:0:22712:0:(config.c:329:lnet_net_alloc()) alloc '(net)': 176 at ffff8800ab6260c0. 00000400:00000010:3.0:1715208964.928444:0:22712:0:(config.c:407:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800b0549400. 00000400:00000010:3.0:1715208964.928449:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541d80. 00000400:00000010:3.0:1715208964.928450:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47eac0. 00000400:00000010:3.0:1715208964.928451:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541500. 00000400:00000010:3.0:1715208964.928452:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ed80. 00000400:00000010:3.0:1715208964.928454:0:22712:0:(config.c:788:lnet_parse_networks()) kfreed 'tokens': 4 at ffff88012e62f748. 00000400:00000010:3.0:1715208964.928490:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541ce0. 00000400:00000010:3.0:1715208964.928492:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009f77ee00. 00000800:00000200:3.0:1715208964.929141:0:22712:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:3.0:1715208964.929144:0:22712:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000200:3.0:1715208964.929146:0:22712:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=5, iface=eth0 ifindex 2 state 6 00000800:00000200:3.0:1715208964.929147:0:22712:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=1, iface=eth0 ifindex 2 state 6 00000800:00000010:3.0:1715208964.929152:0:22712:0:(socklnd.c:2586:ksocknal_startup()) alloc '(net)': 208 at ffff8800b0636300. 00000400:00000010:3.0:1715208964.929161:0:22712:0:(config.c:380:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff88012e62f748. 00000800:00000010:1.0:1715208964.929239:0:22720:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b6e52000. 00000800:00000010:1.0:1715208964.929246:0:22720:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800ab7d5000. 00000800:00000010:1.0:1715208964.929296:0:22721:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b6e54800. 00000800:00000010:1.0:1715208964.929299:0:22721:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800ab7d6000. 00000400:00000200:3.0:1715208964.929363:0:22712:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:1.0:1715208964.929371:0:22722:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b6e55000. 00000400:02000000:3.0:1715208964.929373:0:22712:0:(api-ni.c:2586:lnet_startup_lndni()) Added LNI 192.168.203.34@tcp [8/256/0/180] 00000800:00000010:1.0:1715208964.929374:0:22722:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800ab7d3000. 00000400:02000000:2.0F:1715208964.932403:0:22723:0:(acceptor.c:383:lnet_acceptor()) Accept secure, port 988 00000400:00000010:3.0:1715208964.934786:0:22712:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88012a47e300. 00000400:00000010:3.0:1715208964.934794:0:22712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b37e8. 00000400:00000010:3.0:1715208964.934800:0:22712:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b56e8. 00000400:00000200:3.0:1715208964.934809:0:22712:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:3.0:1715208964.934811:0:22712:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b0548c00. 00000400:00000010:3.0:1715208964.934813:0:22712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3840. 00000400:00000010:3.0:1715208964.934815:0:22712:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000400:00000200:3.0:1715208964.934817:0:22712:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff8800b0548c00 00000400:00000200:3.0:1715208964.934819:0:22712:0:(api-ni.c:2190:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:3.0:1715208964.934821:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d5410e0. 00000400:00000010:3.0:1715208964.934823:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47e940. 00000400:00000010:3.0:1715208964.934825:0:22712:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88009d541520. 00000400:00000010:3.0:1715208964.934827:0:22712:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a47ed00. 00000400:00000200:3.0:1715208964.935210:0:22712:0:(peer.c:4234:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:3.0:1715208964.935280:0:22712:0:(ptlrpcd.c:817:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at ffff88012e62f9f0. 00000400:00000200:0.0F:1715208964.935293:0:22725:0:(peer.c:4052:lnet_peer_discovery()) started 00000100:00000010:1.0:1715208964.935382:0:22726:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de2e300. 00000020:00000010:1.0:1715208964.935390:0:22726:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dfca00. 00000020:00000010:1.0:1715208964.935393:0:22726:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dfcc00. 00000020:00000010:1.0:1715208964.935396:0:22726:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7aef00. 00000040:00000010:1.0:1715208964.935398:0:22726:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dfd400. 00000020:00000010:1.0:1715208964.935401:0:22726:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e51800. 00000020:00000010:1.0:1715208964.935404:0:22726:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dfc400. 00000100:00000010:3.0:1715208964.935416:0:22712:0:(ptlrpcd.c:914:ptlrpcd_init()) kmalloced '(pd)': 760 at ffff8800a0a6bc00. 00000100:00000010:3.0:1715208964.935420:0:22712:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012e62f070. 00000100:00000010:3.0:1715208964.935422:0:22712:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012e62f7f8. 00000100:00000010:3.0:1715208964.935424:0:22712:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012e62f930. 00000100:00000010:3.0:1715208964.935435:0:22712:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012e62f990. 00000100:00000010:1.0:1715208964.935625:0:22727:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de2ea80. 00000020:00000010:1.0:1715208964.935629:0:22727:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dfc000. 00000020:00000010:1.0:1715208964.935631:0:22727:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dfd800. 00000020:00000010:1.0:1715208964.935633:0:22727:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7aee40. 00000040:00000010:1.0:1715208964.935635:0:22727:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dfce00. 00000020:00000010:1.0:1715208964.935637:0:22727:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e52800. 00000020:00000010:1.0:1715208964.935640:0:22727:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dfdc00. 00000100:00000010:1.0:1715208964.935742:0:22728:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de2e0c0. 00000020:00000010:1.0:1715208964.935745:0:22728:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dfde00. 00000020:00000010:1.0:1715208964.935747:0:22728:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dfda00. 00000020:00000010:1.0:1715208964.935749:0:22728:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae7e0. 00000040:00000010:1.0:1715208964.935751:0:22728:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dfd000. 00000020:00000010:1.0:1715208964.935754:0:22728:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e51000. 00000020:00000010:1.0:1715208964.935756:0:22728:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dfd600. 00000100:00000010:1.0:1715208964.935833:0:22729:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de2ef00. 00000020:00000010:1.0:1715208964.935835:0:22729:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dfc200. 00000020:00000010:1.0:1715208964.935837:0:22729:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dfc600. 00000020:00000010:1.0:1715208964.935839:0:22729:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae060. 00000040:00000010:1.0:1715208964.935841:0:22729:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dfc800. 00000020:00000010:1.0:1715208964.935843:0:22729:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e50000. 00000020:00000010:1.0:1715208964.935847:0:22729:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ffa200. 00000100:00000010:1.0:1715208964.935932:0:22730:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de2e900. 00000020:00000010:1.0:1715208964.935935:0:22730:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ffa000. 00000020:00000010:1.0:1715208964.935937:0:22730:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ffbc00. 00000020:00000010:1.0:1715208964.935939:0:22730:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7aec00. 00000040:00000010:1.0:1715208964.935941:0:22730:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6ffa600. 00000020:00000010:1.0:1715208964.935943:0:22730:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e53800. 00000020:00000010:1.0:1715208964.935946:0:22730:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ffbe00. 00000100:00000010:3.0:1715208964.936207:0:22712:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009d5303c0. 00000100:00000010:3.0:1715208964.936211:0:22712:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009d530120. 00000100:00000010:3.0:1715208964.936214:0:22712:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009d5307e0. 00000100:00000010:3.0:1715208964.936216:0:22712:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009d530180. 00000100:00000010:3.0:1715208964.936218:0:22712:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009d530840. 00000100:00000010:3.0:1715208964.936220:0:22712:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009d530c60. 00000001:00000010:3.0:1715208964.936587:0:22712:0:(nodemap_handler.c:1760:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff88009f77e380. 00000001:00000010:3.0:1715208964.936592:0:22712:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab626300. 00000001:00000010:3.0:1715208964.936596:0:22712:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012e62fa78. 00000001:00000010:3.0:1715208964.936598:0:22712:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800ab626240. 00000001:00000010:3.0:1715208964.936605:0:22712:0:(nodemap_handler.c:1162:nodemap_create()) kmalloced '(nodemap)': 4720 at ffff88009eeaa000. 00000001:00000010:3.0:1715208964.936613:0:22712:0:(nodemap_lproc.c:1024:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff88012a47ef80. 02000000:00000010:1.0:1715208964.981750:0:22742:0:(upcall_cache.c:552:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b6e56800. 02000000:00000010:1.0:1715208964.981755:0:22742:0:(upcall_cache.c:560:upcall_cache_init()) alloc '(cache->uc_hashtable)': 1024 at ffff8800a9c5c000. 02000000:00000010:1.0:1715208964.981759:0:22742:0:(upcall_cache.c:552:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b6e57000. 02000000:00000010:1.0:1715208964.981781:0:22742:0:(upcall_cache.c:560:upcall_cache_init()) alloc '(cache->uc_hashtable)': 16384 at ffffc90000942000. 00000020:00000010:3.0:1715208966.619132:0:22779:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009f77ea80. 00000008:00000010:3.0:1715208966.668112:0:22791:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012c89d480. 00000100:00000010:3.0:1715208966.668117:0:22791:0:(client.c:649:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at ffff88012c89de40. 00000020:00000010:3.0:1715208966.668140:0:22791:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73c80. 00000020:00000010:3.0:1715208966.713543:0:22803:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73700. 00000020:00000010:1.0:1715208966.762762:0:22815:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b049d400. 00000020:00000010:0.0:1715208966.809216:0:22827:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009d41e780. 00008000:02000000:2.0:1715208966.856389:0:22840:0:(echo_client.c:2590:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:2.0:1715208966.860263:0:22840:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009d3a0580. 00000020:00000010:2.0:1715208966.860616:0:22840:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009d3a0100. 00000020:00000010:3.0:1715208966.951884:0:22861:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73d80. 00000020:00000010:3.0:1715208967.565739:0:23095:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73500. 00000020:00000010:3.0:1715208967.612018:0:23107:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73580. 00000020:00000010:3.0:1715208967.665272:0:23119:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73880. 00000020:00000010:3.0:1715208967.665292:0:23119:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73f80. 00000020:00000010:1.0:1715208967.706818:0:23131:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b049dd80. 00000020:00000010:3.0:1715208967.755094:0:23143:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73c00. 00000020:00000010:1.0:1715208967.804362:0:23155:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b049d900. 00000020:00000010:3.0:1715208967.852870:0:23167:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73b00. 00000020:00000010:3.0:1715208967.852890:0:23167:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88012da73900. 00000020:00000010:0.0:1715208967.909391:0:23179:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa9123f0. 00000020:00000010:0.0:1715208967.909397:0:23179:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009de05a00. 00000020:00000010:0.0:1715208967.909401:0:23179:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009de04800. 00000020:00000010:0.0:1715208967.909405:0:23179:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012e9e7300. 00000008:00000010:0.0:1715208967.909421:0:23179:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009efc0000. 00020000:00000010:0.0:1715208967.909425:0:23179:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009ede3c00. 00008000:00000010:0.0:1715208967.909434:0:23179:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009e7d0000. 00000080:00000010:0.0:1715208967.909442:0:23179:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800aa996000. 00000080:00000010:0.0:1715208967.909449:0:23179:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab4ec000. 00000020:00000010:0.0:1715208967.909453:0:23179:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009de05200. 00000008:00000010:0.0:1715208967.909492:0:23179:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac4a8000. 00020000:00000010:0.0:1715208967.909501:0:23179:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab5c8000. 00008000:00000010:0.0:1715208967.909504:0:23179:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab4e3c40. 00000080:00000010:0.0:1715208967.909511:0:23179:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b76000. 00000020:00000010:3.0:1715208994.049923:0:23765:0:(obd_mount.c:602:lustre_init_lsi()) kmalloced '(lsi)': 1216 at ffff8800b591a000. 00000020:00000010:3.0:1715208994.049932:0:23765:0:(obd_mount.c:605:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff88012da73f00. 00000020:00000010:3.0:1715208994.049944:0:23765:0:(obd_mount.c:1453:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88012b72e000. 00000020:00000010:3.0:1715208994.049956:0:23765:0:(obd_mount.c:1650:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff8800a37bfaa0. 00000020:00000010:3.0:1715208994.049961:0:23765:0:(obd_mount.c:1707:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff88012a6ba800. 00000020:00000010:3.0:1715208994.049981:0:23765:0:(obd_mount.c:284:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800a37bf3c0. 00000020:00000010:3.0:1715208994.049990:0:23765:0:(obd_mount.c:285:lustre_start_mgc()) kmalloced '(niduuid)': 25 at ffff8800a37bf840. 00000020:00000010:3.0:1715208994.049995:0:23765:0:(obd_mount.c:292:lustre_start_mgc()) kmalloced '(data)': 192 at ffff88009de28480. 00000020:00000010:3.0:1715208994.050007:0:23765:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009d1c4f00. 00000100:00000010:3.0:1715208994.050016:0:23765:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff880137309c00. 00000400:00000200:3.0:1715208994.050025:0:23765:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000010:3.0:1715208994.050037:0:23765:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8800b629e400. 00000400:00000200:3.0:1715208994.050043:0:23765:0:(peer.c:270:lnet_peer_alloc()) ffff8800b629e400 nid 192.168.203.134@tcp 00000400:00000010:3.0:1715208994.050047:0:23765:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff88009d1c4600. 00000400:00000200:3.0:1715208994.050051:0:23765:0:(peer.c:203:lnet_peer_net_alloc()) ffff88009d1c4600 net tcp 00000400:00000010:3.0:1715208994.050055:0:23765:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 360 at ffff8800b629fe00. 00000400:00000200:3.0:1715208994.050061:0:23765:0:(peer.c:184:lnet_peer_ni_alloc()) ffff8800b629fe00 nid 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.050068:0:23765:0:(peer.c:1099:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.134@tcp: -2 00000400:00000200:3.0:1715208994.050075:0:23765:0:(peer.c:1646:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp flags 0x100001 00000400:00000200:3.0:1715208994.050107:0:23765:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp: 0 00000400:00000200:3.0:1715208994.050110:0:23765:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1715208994.050114:0:23765:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1715208994.050118:0:23765:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000020:00000010:3.0:1715208994.050123:0:23765:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 96 at ffff88009d1c4f00. 00000020:00000010:3.0:1715208994.050128:0:23765:0:(obd_mount.c:423:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff88012ab59b40. 00000020:00000010:3.0:1715208994.050137:0:23765:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 120 at ffff88012da73b80. 00000020:00000010:3.0:1715208994.050185:0:23765:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800b07b0000. 00000020:00000010:3.0:1715208994.050195:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5918000. 00000020:00000010:3.0:1715208994.050212:0:23765:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 120 at ffff88012da73b80. 00000400:00000200:0.0:1715208994.050215:0:22725:0:(peer.c:3998:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1715208994.050216:0:23765:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 112 at ffff88012da73b80. 00000400:00000200:0.0:1715208994.050225:0:22725:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100041 00000400:00000010:0.0:1715208994.050233:0:22725:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff88009de04000. 00000400:00000010:0.0:1715208994.050240:0:22725:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000001:00000010:3.0:1715208994.050243:0:23765:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009de289c0. 00000001:00000010:3.0:1715208994.050249:0:23765:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a37bf500. 00000001:00000010:3.0:1715208994.050254:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629e600. 00000001:00000010:3.0:1715208994.050258:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629e200. 00000400:00000010:0.0:1715208994.050262:0:22725:0:(lib-lnet.h:467:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aa8d0e0. 00000001:00000010:3.0:1715208994.050263:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629f200. 00000001:00000010:3.0:1715208994.050267:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629fa00. 00000400:00000200:0.0:1715208994.050268:0:22725:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000001:00000010:3.0:1715208994.050271:0:23765:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009de28240. 00000001:00000010:3.0:1715208994.050275:0:23765:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a37bf8c0. 00000001:00000010:3.0:1715208994.050278:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629f600. 00000001:00000010:3.0:1715208994.050281:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629e800. 00000400:00000200:0.0:1715208994.050283:0:22725:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715208994.050290:0:22725:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000010:3.0:1715208994.050290:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629f400. 00000400:00000200:0.0:1715208994.050294:0:22725:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000001:00000010:3.0:1715208994.050294:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b629ea00. 00000400:00000200:0.0:1715208994.050298:0:22725:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208994.050301:0:22725:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715208994.050305:0:22725:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1:1:256:4294967295] 192.168.203.134@tcp LPNI seq info [1:1:8:4294967295] 00010000:00000010:3.0:1715208994.050310:0:23765:0:(ldlm_lockd.c:3281:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8800a37bf1c0. 00000400:00000200:0.0:1715208994.050311:0:22725:0:(lib-move.c:1963:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp 00000400:00000200:0.0:1715208994.050319:0:22725:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : GET try# 0 00000800:00000200:0.0:1715208994.050327:0:22725:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715208994.050332:0:22725:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b6f5d400. 00000800:00000010:0.0:1715208994.050342:0:22725:0:(socklnd.c:178:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff88009ede3300. 00000800:00000010:0.0:1715208994.050351:0:22725:0:(socklnd.c:127:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff88009ede3600. 00000800:00000200:0.0:1715208994.050357:0:22725:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (2) 00000800:00000200:0.1F:1715208994.050363:0:22725:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (2) 00000400:00000200:0.0:1715208994.050399:0:22725:0:(peer.c:3798:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1715208994.050402:0:22725:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100241 rc 0 00000100:00000010:3.0:1715208994.050426:0:23765:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800b629fc00. 00000100:00000010:3.0:1715208994.050434:0:23765:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff88013730a800. 00000100:00000010:3.0:1715208994.050455:0:23765:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff88009d414000. 00000100:00000010:3.0:1715208994.050496:0:23765:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff88012b729000. 00000100:00000010:3.0:1715208994.050505:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a45dc00. 00000100:00000010:3.0:1715208994.050512:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009eeac000. 00000400:00000200:3.0:1715208994.050519:0:23765:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:3.0:1715208994.050554:0:23765:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d1c4f00. 00000020:00000010:3.0:1715208994.050562:0:23765:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012b72a000. 00000100:00000010:3.0:1715208994.050629:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009de286c0. 00000100:00000010:3.0:1715208994.050637:0:23765:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012ab59f00. 00000100:00000010:3.0:1715208994.050643:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009de28840. 00000100:00000010:3.0:1715208994.050649:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009de28540. 00000100:00000010:3.0:1715208994.050654:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009de28600. 00000100:00000200:3.0:1715208994.050684:0:23765:0:(service.c:851:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:3.0:1715208994.050689:0:23765:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b629ee00. 00000100:00000010:1.0:1715208994.051024:0:23766:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b60b2880. 00000020:00000010:1.0:1715208994.051033:0:23766:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b60b24c0. 00000020:00000010:1.0:1715208994.051039:0:23766:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d2c4400. 00000020:00000010:1.0:1715208994.051043:0:23766:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d2c4600. 00000040:00000010:1.0:1715208994.051046:0:23766:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009d2c5800. 00000020:00000010:1.0:1715208994.051058:0:23766:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a5be000. 00000020:00000010:1.0:1715208994.051071:0:23766:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9de8000. 00000020:00000010:1.0:1715208994.051075:0:23766:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009d2c5a00. 80000000:00000010:1.0:1715208994.051079:0:23766:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e7ae480. 40000000:00000010:1.0:1715208994.051082:0:23766:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b60b2f80. 00100000:00000010:1.0:1715208994.051087:0:23766:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a5bf000. 00040000:00000010:1.0:1715208994.051090:0:23766:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800aa874a00. 00040000:00000010:1.0:1715208994.051093:0:23766:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a5b8800. 00040000:00000010:1.0:1715208994.051096:0:23766:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d2c5000. 00000004:00000010:1.0:1715208994.051100:0:23766:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a5ba800. 00000004:00000010:1.0:1715208994.051105:0:23766:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ab7d4000. 00000004:00000010:1.0:1715208994.051110:0:23766:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a5bc800. 00002000:00000010:1.0:1715208994.051114:0:23766:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9c5c800. 00000004:00000010:1.0:1715208994.051117:0:23766:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9c5ec00. 00000100:00000200:1.0:1715208994.051123:0:23766:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1715208994.051129:0:23766:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7d68. 00000400:00000010:1.0:1715208994.051135:0:23766:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9018780. 00000100:00000010:1.0:1715208994.051170:0:23766:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a5bf800. 00000100:00000200:1.0:1715208994.051193:0:23766:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1715208994.051231:0:23765:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b582ea00. 00000100:00000010:3.0:1715208994.051497:0:23767:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012ab59080. 00000020:00000010:3.0:1715208994.051503:0:23767:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012ab59280. 00000020:00000010:3.0:1715208994.051511:0:23767:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b582fe00. 00000020:00000010:3.0:1715208994.051517:0:23767:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b582f600. 00000040:00000010:3.0:1715208994.051523:0:23767:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b582e600. 00000020:00000010:3.0:1715208994.051528:0:23767:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b591e000. 00000020:00000010:3.0:1715208994.051548:0:23767:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009ef58000. 00000020:00000010:3.0:1715208994.051555:0:23767:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b582e200. 80000000:00000010:3.0:1715208994.051560:0:23767:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009d1c44e0. 40000000:00000010:3.0:1715208994.051564:0:23767:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012ab59500. 00100000:00000010:3.0:1715208994.051572:0:23767:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b591d000. 00040000:00000010:3.0:1715208994.051576:0:23767:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b0636200. 00040000:00000010:3.0:1715208994.051587:0:23767:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b591f000. 00040000:00000010:3.0:1715208994.051592:0:23767:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b582f800. 00000004:00000010:3.0:1715208994.051599:0:23767:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5919800. 00000004:00000010:3.0:1715208994.051607:0:23767:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012b72f000. 00000004:00000010:3.0:1715208994.051614:0:23767:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5918800. 00002000:00000010:3.0:1715208994.051620:0:23767:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88012a45d800. 00000004:00000010:3.0:1715208994.051626:0:23767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88012a45e000. 00000100:00000010:3.0:1715208994.051633:0:23767:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b591c800. 00000100:00000200:3.0:1715208994.051662:0:23767:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1715208994.051694:0:23765:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800b06a0c00. 00000100:00000010:2.0:1715208994.051703:0:23765:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff88009d492400. 00000100:00000010:2.0:1715208994.051721:0:23765:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800a1088000. 00000100:00000010:2.0:1715208994.051728:0:23765:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800aaa0b000. 00000100:00000010:2.0:1715208994.051734:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d490000. 00000100:00000010:2.0:1715208994.051739:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa9ce000. 00000100:00000010:2.0:1715208994.051742:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d491c00. 00000100:00000010:2.0:1715208994.051746:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa9ca000. 00000100:00000010:2.0:1715208994.051749:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d492000. 00000100:00000010:2.0:1715208994.051754:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa9c8000. 00000100:00000010:2.0:1715208994.051756:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d493c00. 00000100:00000010:2.0:1715208994.051761:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa9cc000. 00000100:00000010:2.0:1715208994.051763:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d493400. 00000100:00000010:2.0:1715208994.051769:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bf4e000. 00000100:00000010:2.0:1715208994.051771:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d490400. 00000100:00000010:2.0:1715208994.051776:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bf4c000. 00000100:00000010:2.0:1715208994.051778:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d490c00. 00000100:00000010:2.0:1715208994.051783:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bf4a000. 00000100:00000010:2.0:1715208994.051785:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d493000. 00000100:00000010:2.0:1715208994.051790:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bf48000. 00000100:00000010:2.0:1715208994.051792:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d493800. 00000100:00000010:2.0:1715208994.051802:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa250000. 00000100:00000010:2.0:1715208994.051805:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d492800. 00000100:00000010:2.0:1715208994.051809:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa252000. 00000100:00000010:2.0:1715208994.051811:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d491400. 00000100:00000010:2.0:1715208994.051816:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa254000. 00000100:00000010:2.0:1715208994.051818:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d491800. 00000100:00000010:2.0:1715208994.051822:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa256000. 00000100:00000010:2.0:1715208994.051830:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d492c00. 00000100:00000010:2.0:1715208994.051840:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d7f0000. 00000100:00000010:2.0:1715208994.051843:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a467400. 00000100:00000010:2.0:1715208994.051848:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d7f2000. 00000100:00000010:2.0:1715208994.051850:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a464000. 00000100:00000010:2.0:1715208994.051855:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d7f4000. 00000100:00000010:2.0:1715208994.051857:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a464800. 00000100:00000010:2.0:1715208994.051861:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d7f6000. 00000100:00000010:2.0:1715208994.051864:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a466400. 00000100:00000010:2.0:1715208994.051873:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a85a8000. 00000100:00000010:2.0:1715208994.051876:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a465800. 00000100:00000010:2.0:1715208994.051880:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a85aa000. 00000100:00000010:2.0:1715208994.051882:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a465000. 00000100:00000010:2.0:1715208994.051886:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a85ac000. 00000100:00000010:2.0:1715208994.051889:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a465c00. 00000100:00000010:2.0:1715208994.051893:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a85ae000. 00000100:00000010:2.0:1715208994.051895:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a466000. 00000100:00000010:2.0:1715208994.051904:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009df18000. 00000100:00000010:2.0:1715208994.051907:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a466c00. 00000100:00000010:2.0:1715208994.051911:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009df1a000. 00000100:00000010:2.0:1715208994.051913:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a467800. 00000100:00000010:2.0:1715208994.051917:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009df1c000. 00000100:00000010:2.0:1715208994.051920:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a467000. 00000100:00000010:2.0:1715208994.051924:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009df1e000. 00000100:00000010:2.0:1715208994.051926:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a467c00. 00000100:00000010:2.0:1715208994.051937:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dc60000. 00000100:00000010:2.0:1715208994.051945:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad228000. 00000100:00000010:2.0:1715208994.051950:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dc62000. 00000100:00000010:2.0:1715208994.051952:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad228400. 00000100:00000010:2.0:1715208994.051958:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dc64000. 00000100:00000010:2.0:1715208994.051960:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad228800. 00000100:00000010:2.0:1715208994.051970:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dc66000. 00000100:00000010:2.0:1715208994.051972:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad228c00. 00000100:00000010:2.0:1715208994.051982:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a88c0000. 00000100:00000010:2.0:1715208994.051985:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad229000. 00000100:00000010:2.0:1715208994.051989:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a88c2000. 00000100:00000010:2.0:1715208994.051991:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad229400. 00000100:00000010:2.0:1715208994.051996:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a88c4000. 00000100:00000010:2.0:1715208994.051998:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad229800. 00000100:00000010:2.0:1715208994.052002:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a88c6000. 00000100:00000010:2.0:1715208994.052004:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad229c00. 00000100:00000010:2.0:1715208994.052013:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad3d8000. 00000100:00000010:2.0:1715208994.052016:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22a000. 00000100:00000010:2.0:1715208994.052020:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad3da000. 00000100:00000010:2.0:1715208994.052023:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22a400. 00000100:00000010:2.0:1715208994.052027:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad3dc000. 00000100:00000010:2.0:1715208994.052029:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22a800. 00000100:00000010:2.0:1715208994.052033:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad3de000. 00000100:00000010:2.0:1715208994.052035:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22ac00. 00000100:00000010:2.0:1715208994.052045:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dd78000. 00000100:00000010:2.0:1715208994.052048:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22b000. 00000100:00000010:2.0:1715208994.052053:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dd7a000. 00000100:00000010:2.0:1715208994.052055:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22b400. 00000100:00000010:2.0:1715208994.052060:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dd7c000. 00000100:00000010:2.0:1715208994.052062:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22b800. 00000100:00000010:2.0:1715208994.052067:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009dd7e000. 00000100:00000010:2.0:1715208994.052069:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ad22bc00. 00000100:00000010:2.0:1715208994.052078:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad020000. 00000100:00000010:2.0:1715208994.052085:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac488000. 00000100:00000010:2.0:1715208994.052090:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad022000. 00000100:00000010:2.0:1715208994.052092:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac488400. 00000100:00000010:2.0:1715208994.052097:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad024000. 00000100:00000010:2.0:1715208994.052103:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac488800. 00000800:00000010:0.0:1715208994.052104:0:22715:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800a8c4a000. 00000100:00000010:2.0:1715208994.052108:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad026000. 00000100:00000010:2.0:1715208994.052110:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac488c00. 00000800:00000010:0.0:1715208994.052112:0:22715:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88009ede36c0. 00000800:00000010:0.0:1715208994.052119:0:22715:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff880136ac1000. 00000100:00000010:2.0:1715208994.052121:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a5198000. 00000100:00000010:2.0:1715208994.052124:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac489000. 00000800:00000010:0.0:1715208994.052128:0:22715:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff880136ac1000. 00000100:00000010:2.0:1715208994.052128:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a519a000. 00000100:00000010:2.0:1715208994.052130:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac489400. 00000100:00000010:2.0:1715208994.052134:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a519c000. 00000100:00000010:2.0:1715208994.052136:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac489800. 00000100:00000010:2.0:1715208994.052141:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a519e000. 00000100:00000010:2.0:1715208994.052168:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac489c00. 00000100:00000010:2.0:1715208994.052179:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a51f0000. 00000100:00000010:2.0:1715208994.052181:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48a000. 00000100:00000010:2.0:1715208994.052186:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a51f2000. 00000100:00000010:2.0:1715208994.052188:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48a400. 00000100:00000010:2.0:1715208994.052192:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a51f4000. 00000100:00000010:2.0:1715208994.052195:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48a800. 00000100:00000010:2.0:1715208994.052199:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a51f6000. 00000100:00000010:2.0:1715208994.052202:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48ac00. 00000100:00000010:2.0:1715208994.052211:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a0ad8000. 00000100:00000010:2.0:1715208994.052213:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48b000. 00000100:00000010:2.0:1715208994.052218:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a0ada000. 00000100:00000010:2.0:1715208994.052220:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48b400. 00000100:00000010:2.0:1715208994.052224:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a0adc000. 00000100:00000010:2.0:1715208994.052226:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48b800. 00000100:00000010:2.0:1715208994.052231:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a0ade000. 00000100:00000010:2.0:1715208994.052233:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac48bc00. 00000100:00000010:2.0:1715208994.052242:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa168000. 00000100:00000010:2.0:1715208994.052249:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009ef98000. 00000100:00000010:2.0:1715208994.052254:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa16a000. 00000100:00000010:2.0:1715208994.052256:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009ef98400. 00000100:00000010:2.0:1715208994.052265:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa16c000. 00000100:00000010:2.0:1715208994.052268:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009ef98800. 00000100:00000010:2.0:1715208994.052273:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa16e000. 00000100:00000010:2.0:1715208994.052275:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009ef98c00. 00000100:00000010:2.0:1715208994.052284:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab6e0000. 00000100:00000010:2.0:1715208994.052287:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009ef99000. 00000100:00000010:2.0:1715208994.052292:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab6e2000. 00000100:00000010:2.0:1715208994.052294:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009ef99400. 00000100:00000010:2.0:1715208994.052298:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab6e4000. 00000100:00000010:2.0:1715208994.052300:0:23765:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009ef99800. 00000100:00000010:2.0:1715208994.052305:0:23765:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab6e6000. 00000400:00000200:2.0:1715208994.052309:0:23765:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1715208994.052345:0:23765:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b60844e0. 00000020:00000010:2.0:1715208994.052350:0:23765:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800aaa09000. 00000100:00000010:2.0:1715208994.052408:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e748cc0. 00000100:00000010:2.0:1715208994.052413:0:23765:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800b6e12500. 00000100:00000010:2.0:1715208994.052417:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e748840. 00000100:00000010:2.0:1715208994.052421:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e748f00. 00000100:00000010:2.0:1715208994.052423:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e748e40. 00000100:00000010:2.0:1715208994.052426:0:23765:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff88009d3a0600. 00000100:00000010:2.0:1715208994.052429:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e748780. 00000100:00000010:2.0:1715208994.052431:0:23765:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800b6e126c0. 00000100:00000010:2.0:1715208994.052433:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e7486c0. 00000100:00000010:2.0:1715208994.052434:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e7489c0. 00000100:00000010:2.0:1715208994.052436:0:23765:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e748000. 00000100:00000200:2.0:1715208994.052460:0:23765:0:(service.c:851:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1715208994.052495:0:23765:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b06a0200. 00000100:00000010:0.0:1715208994.052840:0:23768:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136ac1000. 00000020:00000010:0.0:1715208994.052847:0:23768:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136ac1400. 00000020:00000010:0.0:1715208994.052851:0:23768:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009de05600. 00000020:00000010:0.0:1715208994.052855:0:23768:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009de05e00. 00000020:00000010:0.0:1715208994.052858:0:23768:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012e9e7ae0. 00000040:00000010:0.0:1715208994.052861:0:23768:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009de05000. 00000020:00000010:0.0:1715208994.052864:0:23768:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a4fc800. 00000020:00000010:0.0:1715208994.052882:0:23768:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009d0b0000. 00000020:00000010:0.0:1715208994.052886:0:23768:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009de04600. 80000000:00000010:0.0:1715208994.052889:0:23768:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012e9e7660. 40000000:00000010:0.0:1715208994.052891:0:23768:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880136ac14c0. 00000008:00000010:0.0:1715208994.052896:0:23768:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009efc0b28. 00020000:00000010:0.0:1715208994.052901:0:23768:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009ede3180. 00008000:00000010:0.0:1715208994.052906:0:23768:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009e7d0388. 00100000:00000010:0.0:1715208994.052910:0:23768:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a4fd800. 00040000:00000010:0.0:1715208994.052912:0:23768:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6f5db00. 00040000:00000010:0.0:1715208994.052916:0:23768:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a4fb000. 00040000:00000010:0.0:1715208994.052919:0:23768:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009de04400. 00000004:00000010:0.0:1715208994.052923:0:23768:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a4f8800. 00000004:00000010:0.0:1715208994.052927:0:23768:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800a9d13000. 00000004:00000010:0.0:1715208994.052931:0:23768:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a4fa800. 00002000:00000010:0.0:1715208994.052934:0:23768:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009feef000. 00000004:00000010:0.0:1715208994.052937:0:23768:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88009feedc00. 00000080:00000010:0.0:1715208994.052942:0:23768:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800aa996098. 00000080:00000010:0.0:1715208994.052946:0:23768:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab4ec248. 00000100:00000200:0.0:1715208994.052956:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.052962:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f0b0. 00000400:00000010:0.0:1715208994.052967:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede33c0. 00000100:00000200:0.0:1715208994.052973:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.052975:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58ff78. 00000400:00000010:0.0:1715208994.052978:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3f00. 00000100:00000200:0.0:1715208994.052980:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.052981:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fdc0. 00000400:00000010:0.0:1715208994.052984:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3d80. 00000100:00000200:0.0:1715208994.052986:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.052987:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fec8. 00000400:00000010:0.0:1715208994.052989:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede39c0. 00000100:00000200:0.0:1715208994.052991:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.052992:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fe18. 00000400:00000010:0.0:1715208994.052994:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3b40. 00000100:00000200:0.0:1715208994.052996:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.052997:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f790. 00000400:00000010:0.0:1715208994.052999:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3780. 00000100:00000200:0.0:1715208994.053001:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053003:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f738. 00000400:00000010:0.0:1715208994.053005:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3540. 00000100:00000200:0.0:1715208994.053007:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053008:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f6e0. 00000400:00000010:0.0:1715208994.053009:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3a80. 00000100:00000200:0.0:1715208994.053011:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053012:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f688. 00000400:00000010:0.0:1715208994.053014:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede30c0. 00000100:00000200:0.0:1715208994.053016:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053017:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f630. 00000400:00000010:0.0:1715208994.053019:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3900. 00000100:00000200:0.0:1715208994.053021:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053022:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f5d8. 00000400:00000010:0.0:1715208994.053024:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3240. 00000100:00000200:0.0:1715208994.053026:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053027:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f580. 00000400:00000010:0.0:1715208994.053032:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3cc0. 00000100:00000200:0.0:1715208994.053035:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053036:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f528. 00000400:00000010:0.0:1715208994.053038:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3840. 00000100:00000200:0.0:1715208994.053040:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053041:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f4d0. 00000400:00000010:0.0:1715208994.053043:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ede3e40. 00000100:00000200:0.0:1715208994.053044:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053045:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f478. 00000400:00000010:0.0:1715208994.053048:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6d780c0. 00000100:00000200:0.0:1715208994.053050:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053051:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f420. 00000400:00000010:0.0:1715208994.053054:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6d78e40. 00000100:00000200:0.0:1715208994.053055:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053057:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f3c8. 00000400:00000010:0.0:1715208994.053059:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6d78000. 00000100:00000200:0.0:1715208994.053060:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053062:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f000. 00000400:00000010:0.0:1715208994.053064:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508180. 00000100:00000200:0.0:1715208994.053066:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053067:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f058. 00000400:00000010:0.0:1715208994.053070:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b05080c0. 00000100:00000200:0.0:1715208994.053071:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053073:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f7e8. 00000400:00000010:0.0:1715208994.053075:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508240. 00000100:00000200:0.0:1715208994.053077:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053078:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f898. 00000400:00000010:0.0:1715208994.053080:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508a80. 00000100:00000200:0.0:1715208994.053082:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053083:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f9f8. 00000400:00000010:0.0:1715208994.053085:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508e40. 00000100:00000200:0.0:1715208994.053087:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053088:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f840. 00000400:00000010:0.0:1715208994.053089:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508000. 00000100:00000200:0.0:1715208994.053091:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053096:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f9a0. 00000400:00000010:0.0:1715208994.053098:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508f00. 00000100:00000200:0.0:1715208994.053100:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053101:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f948. 00000400:00000010:0.0:1715208994.053103:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b05083c0. 00000100:00000200:0.0:1715208994.053105:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053106:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fa50. 00000400:00000010:0.0:1715208994.053107:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508480. 00000100:00000200:0.0:1715208994.053109:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053110:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f8f0. 00000400:00000010:0.0:1715208994.053112:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508cc0. 00000100:00000200:0.0:1715208994.053114:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053115:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58faa8. 00000400:00000010:0.0:1715208994.053117:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508300. 00000100:00000200:0.0:1715208994.053118:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053119:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fb00. 00000400:00000010:0.0:1715208994.053121:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b0508540. 00000100:00000200:0.0:1715208994.053123:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053124:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fb58. 00000400:00000010:0.0:1715208994.053126:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b05089c0. 00000100:00000200:0.0:1715208994.053127:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053129:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fbb0. 00000400:00000010:0.0:1715208994.053132:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99a80. 00000100:00000200:0.0:1715208994.053133:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053135:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fc60. 00000400:00000010:0.0:1715208994.053137:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99b40. 00000100:00000200:0.0:1715208994.053139:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053140:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fc08. 00000400:00000010:0.0:1715208994.053142:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99f00. 00000100:00000200:0.0:1715208994.053172:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053174:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fcb8. 00000400:00000010:0.0:1715208994.053176:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99e40. 00000100:00000200:0.0:1715208994.053178:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053179:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fd10. 00000400:00000010:0.0:1715208994.053181:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99d80. 00000100:00000200:0.0:1715208994.053189:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053190:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f370. 00000400:00000010:0.0:1715208994.053193:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99cc0. 00000100:00000200:0.0:1715208994.053195:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053196:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f318. 00000400:00000010:0.0:1715208994.053198:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99c00. 00000100:00000200:0.0:1715208994.053200:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053201:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f2c0. 00000400:00000010:0.0:1715208994.053203:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed999c0. 00000100:00000200:0.0:1715208994.053205:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053206:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f268. 00000400:00000010:0.0:1715208994.053208:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99300. 00000100:00000200:0.0:1715208994.053210:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053211:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f210. 00000400:00000010:0.0:1715208994.053213:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99240. 00000100:00000200:0.0:1715208994.053214:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053216:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f1b8. 00000400:00000010:0.0:1715208994.053217:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99180. 00000100:00000200:0.0:1715208994.053219:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053221:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f160. 00000400:00000010:0.0:1715208994.053222:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed990c0. 00000100:00000200:0.0:1715208994.053224:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053225:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58f108. 00000400:00000010:0.0:1715208994.053226:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99000. 00000100:00000200:0.0:1715208994.053228:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053230:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58ff20. 00000400:00000010:0.0:1715208994.053231:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed993c0. 00000100:00000200:0.0:1715208994.053233:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053235:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fe70. 00000400:00000010:0.0:1715208994.053236:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99480. 00000100:00000200:0.0:1715208994.053238:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053239:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a58fd68. 00000400:00000010:0.0:1715208994.053241:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99780. 00000100:00000200:0.0:1715208994.053242:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053245:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43097e8. 00000400:00000010:0.0:1715208994.053250:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed996c0. 00000100:00000200:0.0:1715208994.053252:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053254:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309c08. 00000400:00000010:0.0:1715208994.053256:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99600. 00000100:00000200:0.0:1715208994.053258:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053259:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309cb8. 00000400:00000010:0.0:1715208994.053261:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99840. 00000100:00000200:0.0:1715208994.053263:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053264:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309c60. 00000400:00000010:0.0:1715208994.053265:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99900. 00000100:00000200:0.0:1715208994.053267:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053269:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309bb0. 00000400:00000010:0.0:1715208994.053270:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009ed99540. 00000100:00000200:0.0:1715208994.053272:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053273:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309b58. 00000400:00000010:0.0:1715208994.053276:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820e40. 00000100:00000200:0.0:1715208994.053278:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053279:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309b00. 00000400:00000010:0.0:1715208994.053281:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820300. 00000100:00000200:0.0:1715208994.053283:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053284:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309aa8. 00000400:00000010:0.0:1715208994.053286:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820c00. 00000100:00000200:0.0:1715208994.053288:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053289:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309a50. 00000400:00000010:0.0:1715208994.053291:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b8206c0. 00000100:00000200:0.0:1715208994.053293:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053294:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43099f8. 00000400:00000010:0.0:1715208994.053296:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820840. 00000100:00000200:0.0:1715208994.053297:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053299:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43099a0. 00000400:00000010:0.0:1715208994.053300:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820240. 00000100:00000200:0.0:1715208994.053302:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053304:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309948. 00000400:00000010:0.0:1715208994.053305:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820780. 00000100:00000200:0.0:1715208994.053307:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053312:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43098f0. 00000400:00000010:0.0:1715208994.053314:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820600. 00000100:00000200:0.0:1715208994.053316:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053505:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309898. 00000800:00000200:0.1:1715208994.053565:0:22715:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1715208994.053577:0:22715:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.1:1715208994.053582:0:22715:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208994.053588:0:22715:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp p 3.x 192.168.203.34 -> 192.168.203.134:988 incarnation:1715208970374408880 sched[0] 00000800:00000010:0.0:1715208994.053593:0:22715:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88009ede36c0. 00000400:00000200:0.0:1715208994.053657:0:22715:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000010:0.0:1715208994.053724:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820b40. 00000100:00000200:0.0:1715208994.053729:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053731:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309840. 00000400:00000010:0.0:1715208994.053734:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820cc0. 00000100:00000200:0.0:1715208994.053735:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053737:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309dc0. 00000400:00000010:0.0:1715208994.053739:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b8203c0. 00000100:00000200:0.0:1715208994.053741:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053742:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d10. 00000400:00000010:0.0:1715208994.053744:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820d80. 00000100:00000200:0.0:1715208994.053745:0:23768:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1715208994.053747:0:23768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e18. 00000400:00000010:0.0:1715208994.053749:0:23768:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820480. 00000100:00000010:0.0:1715208994.053752:0:23768:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a4fd000. 00000100:00000200:0.0:1715208994.053770:0:23768:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1715208994.053806:0:23765:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b06a0e00. 00000800:00000200:1.0:1715208994.053902:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1715208994.053905:0:23769:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e12a00. 00000800:00000010:1.0:1715208994.053906:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b6f5d400. 00000020:00000010:2.0:1715208994.053909:0:23769:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e12200. 00000400:00000200:1.0:1715208994.053911:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1715208994.053914:0:23769:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b06a1a00. 00000020:00000010:2.0:1715208994.053917:0:23769:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b06a1c00. 00000400:00000200:1.0:1715208994.053920:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: GET: OK 00000400:00000200:1.0:1715208994.053925:0:22720:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:2.0:1715208994.053925:0:23769:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084360. 00000400:00000200:1.0:1715208994.053928:0:22720:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000040:00000010:2.0:1715208994.053928:0:23769:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b06a1600. 00000020:00000010:2.0:1715208994.053932:0:23769:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ac8bf000. 00000020:00000010:2.0:1715208994.053943:0:23769:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac4d8000. 00000020:00000010:2.0:1715208994.053946:0:23769:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b06a1800. 80000000:00000010:2.0:1715208994.053949:0:23769:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b6084720. 40000000:00000010:2.0:1715208994.053952:0:23769:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5afe8c0. 00000008:00000010:2.0:1715208994.053962:0:23769:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e530000. 00020000:00000010:2.0:1715208994.053966:0:23769:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e7480c0. 00008000:00000010:2.0:1715208994.053976:0:23769:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4000. 00100000:00000010:2.0:1715208994.053980:0:23769:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ac8bc000. 00040000:00000010:2.0:1715208994.053984:0:23769:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b05ca500. 00040000:00000010:2.0:1715208994.053987:0:23769:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ac8be000. 00040000:00000010:2.0:1715208994.053989:0:23769:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b06a0a00. 00000004:00000010:2.0:1715208994.053992:0:23769:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ac8bc800. 00000004:00000010:2.0:1715208994.053997:0:23769:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800aaa0e000. 00000004:00000010:2.0:1715208994.054000:0:23769:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ac8b9000. 00002000:00000010:2.0:1715208994.054002:0:23769:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009ef99c00. 00000004:00000010:2.0:1715208994.054005:0:23769:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88009ef9a000. 00000080:00000010:2.0:1715208994.054014:0:23769:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9000. 00000080:00000010:2.0:1715208994.054023:0:23769:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc000. 00000100:00000010:2.0:1715208994.054028:0:23769:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ac8bd800. 00000100:00000200:2.0:1715208994.054037:0:23769:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1715208994.054045:0:23765:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b06a0800. 00000100:00000010:1.0:1715208994.054190:0:23770:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b60b2c40. 00000020:00000010:1.0:1715208994.054194:0:23770:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b60b2100. 00000020:00000010:1.0:1715208994.054198:0:23770:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d2c5e00. 00000020:00000010:1.0:1715208994.054201:0:23770:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d2c5c00. 00000020:00000010:1.0:1715208994.054204:0:23770:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae540. 00000040:00000010:1.0:1715208994.054206:0:23770:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009d2c5600. 00000020:00000010:1.0:1715208994.054209:0:23770:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b63a9800. 00000020:00000010:1.0:1715208994.054213:0:23770:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9de8508. 00000020:00000010:1.0:1715208994.054215:0:23770:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009d2c5400. 80000000:00000010:1.0:1715208994.054225:0:23770:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e7aecc0. 40000000:00000010:1.0:1715208994.054228:0:23770:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b60b2d00. 00000008:00000010:1.0:1715208994.054239:0:23770:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770000. 00020000:00000010:1.0:1715208994.054242:0:23770:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9018f00. 00008000:00000010:1.0:1715208994.054250:0:23770:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220000. 00100000:00000010:1.0:1715208994.054254:0:23770:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b63ad000. 00040000:00000010:1.0:1715208994.054256:0:23770:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800aa874300. 00040000:00000010:1.0:1715208994.054259:0:23770:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b63aa800. 00040000:00000010:1.0:1715208994.054262:0:23770:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d2c4200. 00000004:00000010:1.0:1715208994.054265:0:23770:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b63a8800. 00000004:00000010:1.0:1715208994.054270:0:23770:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ab7d1000. 00000004:00000010:1.0:1715208994.054273:0:23770:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b63a8000. 00002000:00000010:1.0:1715208994.054276:0:23770:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9c5fc00. 00000004:00000010:1.0:1715208994.054278:0:23770:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9c5d000. 00000080:00000010:1.0:1715208994.054286:0:23770:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72000. 00000080:00000010:1.0:1715208994.054293:0:23770:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54000. 00000100:00000010:1.0:1715208994.054297:0:23770:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b63a9000. 00000100:00000200:1.0:1715208994.054319:0:23770:0:(service.c:2832:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:2.0:1715208994.054342:0:23765:0:(ldlm_lockd.c:3391:ldlm_setup()) kmalloced '(blp)': 168 at ffff88009e748180. 00010000:00000010:2.0:1715208994.054397:0:23771:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b5afe2c0. 00000020:00000010:2.0:1715208994.054400:0:23771:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b06a1200. 00000020:00000010:2.0:1715208994.054404:0:23771:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b06a0400. 00000020:00000010:2.0:1715208994.054407:0:23771:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ac8bf800. 00000020:00000010:2.0:1715208994.054410:0:23771:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac4d8508. 00000020:00000010:2.0:1715208994.054413:0:23771:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b06a1000. 80000000:00000010:2.0:1715208994.054416:0:23771:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b60848a0. 40000000:00000010:2.0:1715208994.054418:0:23771:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5afe0c0. 00100000:00000010:2.0:1715208994.054428:0:23771:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ac8b8800. 00040000:00000010:2.0:1715208994.054431:0:23771:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b05ca600. 00040000:00000010:2.0:1715208994.054433:0:23771:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b06a0600. 00002000:00000010:2.0:1715208994.054437:0:23771:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009ef9a400. 00000020:00000010:2.0:1715208994.054440:0:23771:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b5afed80. 00010000:00000010:2.0:1715208994.054529:0:23772:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b5afe1c0. 00000020:00000010:2.0:1715208994.054532:0:23772:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b06a1400. 00000020:00000010:2.0:1715208994.054535:0:23772:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b06a1e00. 00000020:00000010:2.0:1715208994.054538:0:23772:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ac8bb800. 00000020:00000010:2.0:1715208994.054541:0:23772:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac4d8a10. 00000020:00000010:2.0:1715208994.054544:0:23772:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6ffae00. 80000000:00000010:2.0:1715208994.054547:0:23772:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b6084840. 40000000:00000010:2.0:1715208994.054549:0:23772:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5afe240. 00100000:00000010:2.0:1715208994.054552:0:23772:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ac8ba800. 00040000:00000010:2.0:1715208994.054554:0:23772:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b05ca900. 00040000:00000010:2.0:1715208994.054557:0:23772:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6ffa400. 00002000:00000010:2.0:1715208994.054560:0:23772:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009ef9a800. 00000020:00000010:2.0:1715208994.054562:0:23772:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b5afe340. 00010000:00000010:2.0:1715208994.054646:0:23765:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b5afebc0. 00010000:00000010:2.0:1715208994.054651:0:23765:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b5afeb40. 00000020:00000010:2.0:1715208994.054673:0:23765:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff8800ac8bd000. 00000100:00000200:2.0:1715208994.054689:0:23765:0:(events.c:572:ptlrpc_uuid_to_peer()) MGC192.168.203.134@tcp_0->12345-192.168.203.134@tcp 00000400:00000200:2.0:1715208994.054700:0:23765:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp: -114 00000400:00000200:2.0:1715208994.054703:0:23765:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1715208994.054705:0:23765:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1715208994.054708:0:23765:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:2.0:1715208994.054712:0:23765:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.203.134@tcp primary NID 192.168.203.134@tcp rc 0 00000100:00000010:2.0:1715208994.054715:0:23765:0:(connection.c:93:ptlrpc_connection_get()) kmalloced '(conn)': 96 at ffff8800b60847e0. 00000400:00000200:1.0:1715208994.054720:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : REPLY - for me 00010000:00000010:2.0:1715208994.054720:0:23765:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800b6084600. 00010000:00000010:2.0:1715208994.054726:0:23765:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff88009ef9ac00. 00000001:00000010:2.0:1715208994.054731:0:23765:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b05ca800. 00000001:00000010:2.0:1715208994.054735:0:23765:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8800a6432680. 00000001:00000010:2.0:1715208994.054738:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b05cac00. 00000001:00000010:2.0:1715208994.054747:0:23765:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b05ca400. 00000400:00000200:1.0:1715208994.054750:0:22722:0:(lib-move.c:4588:lnet_parse_reply()) 192.168.203.34@tcp: Reply from 12345-192.168.203.134@tcp of length 48/48 into md 0x9 00010000:00000010:2.0:1715208994.054750:0:23765:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at ffff88009e748b40. 00000400:00000200:1.0:1715208994.054776:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208994.054783:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: REPLY: OK 00000400:00000200:1.0:1715208994.054789:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715208994.054793:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000400:00000200:1.0:1715208994.054798:0:22722:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:2.0:1715208994.054798:0:23765:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6084300. 00000020:00000010:2.0:1715208994.054800:0:23765:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800aa85c2c0. 00000400:00000200:1.0:1715208994.054804:0:22722:0:(peer.c:2920:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:1.0:1715208994.054808:0:22722:0:(peer.c:2932:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(ffff8800b629e400) is MR 00000400:00000200:1.0:1715208994.054813:0:22722:0:(peer.c:3001:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 1. state = 0x100241 00000400:00000200:1.0:1715208994.054819:0:22722:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp: -114 00000020:00000010:2.0:1715208994.054824:0:23765:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6084f00. 00000020:00000010:2.0:1715208994.054827:0:23765:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6ffb800. 00000400:00000200:1.0:1715208994.054847:0:22725:0:(peer.c:3998:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1715208994.054851:0:22725:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x1000c1 00000400:00000010:1.0:1715208994.054857:0:22725:0:(peer.c:3262:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b60b2380. 00000400:00000010:1.0:1715208994.054860:0:22725:0:(peer.c:3263:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b60b26c0. 00000040:00000010:2.0:1715208994.054863:0:23765:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88009e7483c0. 00000400:00000010:1.0:1715208994.054868:0:22725:0:(peer.c:3264:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b60b2c80. 00000400:00000010:1.0:1715208994.054872:0:22725:0:(peer.c:3414:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b60b2380. 00000400:00000010:1.0:1715208994.054875:0:22725:0:(peer.c:3415:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b60b26c0. 00000400:00000010:1.0:1715208994.054877:0:22725:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b60b2c80. 00000400:00000010:1.0:1715208994.054880:0:22725:0:(api-ni.c:1800:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff88009de04000. 00000400:00000200:1.0:1715208994.054883:0:22725:0:(peer.c:3419:lnet_peer_merge_data()) peer 192.168.203.134@tcp (ffff8800b629e400): 0 00000400:00000200:1.0:1715208994.054886:0:22725:0:(peer.c:3724:lnet_peer_data_present()) peer 192.168.203.134@tcp(ffff8800b629e400): 0. state = 0x100141 00000400:00000200:1.0:1715208994.054889:0:22725:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100141 rc 1 00000400:00000200:1.0:1715208994.054892:0:22725:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100141 00000400:00000010:1.0:1715208994.054896:0:22725:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000400:00000010:1.0:1715208994.054902:0:22725:0:(lib-lnet.h:467:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aba9118. 00000400:00000200:1.0:1715208994.054906:0:22725:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.054915:0:22725:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715208994.054921:0:22725:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [2:2:256:4294967295] 192.168.203.134@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1715208994.054926:0:22725:0:(lib-move.c:1963:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.054934:0:22725:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208994.054939:0:22725:0:(socklnd_cb.c:1007:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715208994.054943:0:22725:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa874e00. 00000800:00000200:1.0:1715208994.054948:0:22725:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (3) 00000800:00000200:1.0:1715208994.054955:0:22725:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208994.054960:0:22725:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa874e00 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:1.0:1715208994.054968:0:22725:0:(peer.c:3932:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.054970:0:22725:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100541 rc 0 00000800:00000200:1.0:1715208994.055023:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208994.055026:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa874e00. 00000400:00000200:1.0:1715208994.055029:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1715208994.055031:0:23765:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 112 at ffff88012da73b80. 00000400:00000200:1.0:1715208994.055033:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715208994.055035:0:22720:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1715208994.055037:0:22720:0:(peer.c:3042:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000020:00000010:2.0:1715208994.055047:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ac8b8000. 00000400:00000200:2.0:1715208994.055062:0:23765:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.203.134@tcp discovered: 0 00000100:00000010:2.0:1715208994.055079:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715208994.055091:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009ef9b000. 00000020:00000010:2.0:1715208994.055119:0:23765:0:(obd_mount.c:513:lustre_start_mgc()) kfreed 'uuid': 40 at ffff88012ab59b40. 00000020:00000010:2.0:1715208994.055123:0:23765:0:(obd_mount.c:515:lustre_start_mgc()) kfreed 'data': 192 at ffff88009de28480. 00000020:00000010:2.0:1715208994.055126:0:23765:0:(obd_mount.c:517:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800a37bf3c0. 00000020:00000010:2.0:1715208994.055129:0:23765:0:(obd_mount.c:519:lustre_start_mgc()) kfreed 'niduuid': 25 at ffff8800a37bf840. 00000080:00000010:2.0:1715208994.055134:0:23765:0:(llite_lib.c:1371:ll_fill_super()) kmalloced '(cfg)': 80 at ffff8800b60843c0. 00000080:00000010:2.0:1715208994.055137:0:23765:0:(llite_lib.c:104:ll_init_sbi()) kmalloced '(sbi)': 1016 at ffff88009ef9b400. 00000020:00000010:2.0:1715208994.055254:0:23765:0:(cl_page.c:1174:cl_cache_init()) kmalloced '(cache)': 152 at ffff88009e748240. 00000080:00000010:2.0:1715208994.055258:0:23765:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff88009d39bef0. 00000080:00000010:2.0:1715208994.055260:0:23765:0:(llite_lib.c:145:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff88009d39bef8. 00000020:00000010:2.0:1715208994.055453:0:23765:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6084480. 00000020:00000010:2.0:1715208994.055457:0:23765:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1120 at ffff88013680e000. 00000020:00000010:2.0:1715208994.055496:0:23765:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6084240. 00000020:00000010:2.0:1715208994.055498:0:23765:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 544 at ffff8800a1084400. 00000020:00000010:2.0:1715208994.055622:0:23765:0:(obd_mount.c:86:lustre_process_log()) kmalloced '(bufs)': 104 at ffff88009d3a0780. 00000020:00000010:2.0:1715208994.055625:0:23765:0:(obd_mount.c:95:lustre_process_log()) kmalloced '(lcfg)': 176 at ffff88009e748480. 10000000:00000010:2.0:1715208994.055633:0:23765:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800b0548400. 02000000:00000010:2.0:1715208994.055639:0:23765:0:(sec_config.c:558:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff88009d3a0500. 00000100:00000010:2.0:1715208994.055645:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715208994.055653:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013700d400. 00010000:00000010:2.0:1715208994.055661:0:23765:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b05cad00. 00010000:00000010:2.0:1715208994.055678:0:23765:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a0000. 00000020:00000010:2.0:1715208994.055682:0:23765:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b5afec80. 00000100:00000010:2.0:1715208994.055695:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748600. 00000020:00000010:2.0:1715208994.055726:0:46:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88009d31be00. 00000800:00000010:0.0:1715208994.056815:0:22715:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800a8c48000. 00000800:00000010:0.0:1715208994.056821:0:22715:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88012b820540. 00000800:00000010:0.0:1715208994.056824:0:22715:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff880136ac1640. 00000800:00000010:0.0:1715208994.056831:0:22715:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff880136ac1640. 00000020:00000010:0.0:1715208994.056867:0:22726:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009d0b0508. 00000020:00000010:0.0:1715208994.056871:0:22726:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009de05400. 80000000:00000010:0.0:1715208994.056874:0:22726:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012e9e72a0. 40000000:00000010:0.0:1715208994.056876:0:22726:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880136ac1640. 00000008:00000010:0.0:1715208994.056880:0:22726:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009efc1650. 00020000:00000010:0.0:1715208994.056882:0:22726:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012b820900. 00008000:00000010:0.0:1715208994.056885:0:22726:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009e7d0710. 00100000:00000010:0.0:1715208994.056889:0:22726:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012aa2c000. 00040000:00000010:0.0:1715208994.056899:0:22726:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6f5d600. 00040000:00000010:0.0:1715208994.056903:0:22726:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012aa2f000. 00040000:00000010:0.0:1715208994.056905:0:22726:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009de04e00. 00000004:00000010:0.0:1715208994.056909:0:22726:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012aa2c800. 00000004:00000010:0.0:1715208994.056913:0:22726:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800a9d15000. 00000004:00000010:0.0:1715208994.056916:0:22726:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012aa2d800. 00002000:00000010:0.0:1715208994.056919:0:22726:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009feed800. 00000004:00000010:0.0:1715208994.056922:0:22726:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88009feef400. 00000080:00000010:0.0:1715208994.056925:0:22726:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800aa996130. 00000080:00000010:0.0:1715208994.056928:0:22726:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab4ec490. 00000008:00000010:0.0:1715208994.056932:0:22726:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac4a8160. 00020000:00000010:0.0:1715208994.056936:0:22726:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab5c8240. 00008000:00000010:0.0:1715208994.056939:0:22726:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab4e3ab8. 00000080:00000010:0.0:1715208994.056942:0:22726:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b760f0. 02000000:00000010:0.0:1715208994.056964:0:22726:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feeec00. 00000400:00000010:0.0:1715208994.056969:0:22726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:0.0:1715208994.056973:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715208994.056977:0:22726:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954635328, portal 25 00000400:00000010:0.0:1715208994.056982:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715208994.056985:0:22726:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1798526954635328, offset 0 00000400:00000200:0.0:1715208994.056992:0:22726:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715208994.057002:0:22726:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp: -114 00000400:00000200:0.0:1715208994.057005:0:22726:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1715208994.057006:0:22726:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1715208994.057009:0:22726:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:0.0:1715208994.057013:0:22726:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp: -114 00000400:00000200:0.0:1715208994.057015:0:22726:0:(lib-move.c:2147:lnet_initiate_peer_discovery()) msg ffff8800a9010210 delayed. 192.168.203.134@tcp pending discovery 00000400:00000200:0.0:1715208994.057049:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : ACK - for me 00000400:00000200:0.0:1715208994.057059:0:22721:0:(lib-move.c:4641:lnet_parse_ack()) 192.168.203.34@tcp: ACK from 12345-192.168.203.134@tcp into md 0x111 00000400:00000200:0.0:1715208994.057066:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.057071:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1715208994.057075:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715208994.057083:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000400:00000200:0.0:1715208994.057087:0:22721:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1715208994.057090:0:22721:0:(peer.c:2808:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:0.0:1715208994.057093:0:22721:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp: -114 00000400:00000200:0.0:1715208994.057112:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.057118:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1715208994.057125:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:0.0:1715208994.057129:0:22721:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3840. 00000400:00000200:0.0:1715208994.057132:0:22721:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b41b5550 00000400:00000200:0.0:1715208994.057196:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.057201:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.057204:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:0.0:1715208994.057206:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000400:00000200:0.0:1715208994.057209:0:22721:0:(api-ni.c:2243:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1715208994.057215:0:22721:0:(peer.c:2579:lnet_peer_push_event()) peer 192.168.203.134@tcp(ffff8800b629e400) is MR 00000400:00000010:0.0:1715208994.057218:0:22721:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff880136ac17c0. 00000400:00000200:0.0:1715208994.057220:0:22721:0:(peer.c:2653:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 1 00000400:00000200:0.0:1715208994.057223:0:22721:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp: -114 00000400:00000200:0.0:1715208994.057227:0:22721:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715208994.057232:0:22721:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715208994.057237:0:22721:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [3:3:256:4294967295] 192.168.203.134@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1715208994.057246:0:22721:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:0.0:1715208994.057250:0:22721:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715208994.057253:0:22721:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715208994.057257:0:22721:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (3) 00000800:00000200:0.0:1715208994.057262:0:22721:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715208994.057266:0:22721:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1715208994.057270:0:22725:0:(peer.c:3998:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1715208994.057276:0:22725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7dc0. 00000400:00000010:1.0:1715208994.057287:0:22725:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbc38. 00000400:00000200:1.0:1715208994.057291:0:22725:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff8800b0548c00 00000400:00000200:1.0:1715208994.057296:0:22725:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x1000c1 00000400:00000010:1.0:1715208994.057301:0:22725:0:(peer.c:3262:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b6f64c00. 00000400:00000010:1.0:1715208994.057304:0:22725:0:(peer.c:3263:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b6f64300. 00000800:00000200:0.0:1715208994.057305:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1715208994.057306:0:22725:0:(peer.c:3264:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b6f64e40. 00000800:00000010:0.0:1715208994.057308:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:0.0:1715208994.057310:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715208994.057310:0:22725:0:(peer.c:3414:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b6f64c00. 00000400:00000010:1.0:1715208994.057313:0:22725:0:(peer.c:3415:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b6f64300. 00000400:00000010:1.0:1715208994.057315:0:22725:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b6f64e40. 00000400:00000010:1.0:1715208994.057317:0:22725:0:(api-ni.c:1800:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff880136ac17c0. 00000400:00000200:0.0:1715208994.057320:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:1.0:1715208994.057321:0:22725:0:(peer.c:3419:lnet_peer_merge_data()) peer 192.168.203.134@tcp (ffff8800b629e400): 0 00000400:00000200:1.0:1715208994.057323:0:22725:0:(peer.c:3724:lnet_peer_data_present()) peer 192.168.203.134@tcp(ffff8800b629e400): 0. state = 0x100141 00000400:00000200:1.0:1715208994.057327:0:22725:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100141 rc 1 00000400:00000200:1.0:1715208994.057329:0:22725:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100141 00000400:00000200:1.0:1715208994.057332:0:22725:0:(peer.c:3854:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.057334:0:22725:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.203.134@tcp(ffff8800b629e400) state 0x100111 rc 0 00000400:00000200:1.0:1715208994.057338:0:22725:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.057342:0:22725:0:(peer.c:2462:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.057348:0:22725:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715208994.057352:0:22725:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208994.057356:0:22725:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715208994.057360:0:22725:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208994.057362:0:22725:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.057366:0:22725:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [4:4:256:4294967295] 192.168.203.134@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1715208994.057375:0:22725:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208994.057381:0:22725:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715208994.057383:0:22725:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa874e00. 00000800:00000200:1.0:1715208994.057388:0:22725:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (3) 00000800:00000200:1.0:1715208994.057394:0:22725:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208994.057397:0:22725:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa874e00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.057451:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.057453:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa874e00. 00000400:00000200:0.0:1715208994.057457:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.057487:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.057491:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:0.0:1715208994.057492:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715208994.057502:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954635328/t0(0) o250->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1715209004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:0.1:1715208994.058214:0:22715:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1715208994.058223:0:22715:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp p 3.x 192.168.203.34 -> 192.168.203.134:988 incarnation:1715208970374408880 sched[0] 00000800:00000010:0.0:1715208994.058227:0:22715:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88012b820540. 00000400:00000200:0.0:1715208994.058273:0:22715:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1715208994.058296:0:22715:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1715208994.058748:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.058757:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 25 MB=0x663c030400040 00000400:00000200:0.0:1715208994.058762:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 416/416 into md 0x115 [1] + 0 00000800:00000010:2.0:1715208994.058774:0:22715:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800a0630000. 00000400:00000200:0.0:1715208994.058778:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1715208994.058779:0:22715:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88009e748a80. 00000400:00000200:0.0:1715208994.058782:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000800:00000010:2.0:1715208994.058785:0:22715:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b5afe300. 00000100:00000200:0.0:1715208994.058789:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954635328/t0(0) o250->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000010:2.0:1715208994.058794:0:22715:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b5afe300. 00000400:00000010:1.0:1715208994.058918:0:22726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:1.0:1715208994.058934:0:22726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715208994.058936:0:22726:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715208994.058947:0:22726:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954635328/t0(0) o250->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208994.058959:0:22726:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954635328/t0(0) o250->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:1.0:1715208994.059028:0:22726:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feeec00. 02000000:00000010:1.0:1715208994.059034:0:22726:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009ef9b000. 00000100:00000010:1.0:1715208994.059038:0:22726:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 02000000:00000010:3.0:1715208994.059106:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136805800. 00000400:00000010:3.0:1715208994.059115:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3898. 00000400:00000010:3.0:1715208994.059122:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.059127:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954635392, portal 25 00000400:00000010:3.0:1715208994.059133:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000100:00000200:3.0:1715208994.059136:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526954635392, offset 0 00000400:00000200:3.0:1715208994.059183:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715208994.059193:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715208994.059199:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208994.059204:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715208994.059208:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208994.059212:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.059217:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [5:5:256:4294967295] 192.168.203.134@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1715208994.059232:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715208994.059240:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715208994.059245:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636400. 00000800:00000200:3.0:1715208994.059252:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (4) 00000800:00000200:3.0:1715208994.059261:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715208994.059266:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.059351:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.059355:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636400. 00000400:00000200:0.0:1715208994.059358:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.059363:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.059366:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:0.0:1715208994.059368:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:0.0:1715208994.059373:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954635392/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:0.1:1715208994.060020:0:22715:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1715208994.060029:0:22715:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp p 3.x 192.168.203.34 -> 192.168.203.134:988 incarnation:1715208970374408880 sched[0] 00000800:00000010:0.0:1715208994.060032:0:22715:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88009e748a80. 00000400:00000200:0.0:1715208994.060496:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.060504:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 344 into portal 25 MB=0x663c030400080 00000400:00000200:0.0:1715208994.060509:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 344/344 into md 0x121 [1] + 224 00000400:00000200:0.0:1715208994.060524:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.060528:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.060534:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954635392/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1715208994.060658:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3898. 00000400:00000200:3.0:1715208994.060665:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:3.0:1715208994.060667:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.060675:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954635392/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1715208994.060702:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954635392/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1715208994.060728:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748600. 02000000:00000010:3.0:1715208994.060752:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136805800. 02000000:00000010:3.0:1715208994.060757:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013700d400. 00000100:00000010:3.0:1715208994.060762:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 10000000:00000010:3.0:1715208994.060771:0:23765:0:(mgc_request.c:1654:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012ab59100. 00000020:00000010:3.0:1715208994.060775:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b582fa00. 00000020:00000010:3.0:1715208994.060778:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b582e800. 00000040:00000010:3.0:1715208994.060781:0:23765:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b582fc00. 00000020:00000010:3.0:1715208994.060784:0:23765:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b591b000. 00000020:00000010:3.0:1715208994.060787:0:23765:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b582ec00. 80000000:00000010:3.0:1715208994.060790:0:23765:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009d1c4540. 00040000:00000010:3.0:1715208994.060794:0:23765:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b582f200. 20000000:00000010:3.0:1715208994.060798:0:23765:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b582f400. 00000040:00000010:3.0:1715208994.060806:0:23765:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b582f000. 00000100:00000010:3.0:1715208994.060821:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715208994.060833:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b582e400. 00000100:00000010:3.0:1715208994.060844:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.060856:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b582ee00. 00000400:00000010:3.0:1715208994.060859:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3898. 00000400:00000010:3.0:1715208994.060862:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.060865:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954635456, portal 25 00000400:00000010:3.0:1715208994.060869:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000100:00000200:3.0:1715208994.060870:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1798526954635456, offset 0 00000400:00000200:3.0:1715208994.060876:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715208994.060883:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715208994.060887:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208994.060890:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715208994.060892:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208994.060894:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.060902:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [6:6:256:4294967295] 192.168.203.134@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1715208994.060911:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715208994.060916:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715208994.060919:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636f00. 00000800:00000200:3.0:1715208994.060923:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715208994.060929:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715208994.060933:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636f00 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.061096:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.061101:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636f00. 00000400:00000200:0.0:1715208994.061105:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.061112:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.061116:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:0.0:1715208994.061118:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:0.0:1715208994.061124:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954635456/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208994.062540:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.062553:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 25 MB=0x663c0304000c0 00000400:00000200:0.0:1715208994.062559:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:0.0:1715208994.062577:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.062581:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.062588:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954635456/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1715208994.062651:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3898. 00000400:00000200:3.0:1715208994.062658:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:3.0:1715208994.062660:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.062668:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954635456/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1715208994.062678:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954635456/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1715208994.062696:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.062704:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b582ee00. 02000000:00000010:3.0:1715208994.062707:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b582e400. 00000100:00000010:3.0:1715208994.062710:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000040:00000010:3.0:1715208994.062714:0:23765:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b582f000. 00000020:00000010:3.0:1715208994.062719:0:23765:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b582e800. 00000040:00000010:3.0:1715208994.062722:0:23765:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b582fc00. 00000020:00000010:3.0:1715208994.062725:0:23765:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b591b000. 00000020:00000010:3.0:1715208994.062730:0:23765:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b582ec00. 80000000:00000010:3.0:1715208994.062734:0:23765:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88009d1c4540. 00040000:00000010:3.0:1715208994.062737:0:23765:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b582f200. 20000000:00000010:3.0:1715208994.062740:0:23765:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff8800b582f400. 00000020:00000010:3.0:1715208994.062743:0:23765:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b582fa00. 10000000:00000010:3.0:1715208994.062745:0:23765:0:(mgc_request.c:1691:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012ab59100. 10000000:00000010:3.0:1715208994.062774:0:23765:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 279 at ffff8800b582fa00. 10000000:00000010:3.0:1715208994.062779:0:23765:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 286 at ffff8800b582f400. 10000000:00000010:3.0:1715208994.062782:0:23765:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 285 at ffff8800b582f200. 00000100:00000010:3.0:1715208994.062797:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715208994.062805:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b582ec00. 00010000:00000010:3.0:1715208994.062825:0:23765:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a8000. 00000020:00000010:3.0:1715208994.062829:0:23765:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012ab59100. 00000100:00000010:3.0:1715208994.062842:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.062852:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136805800. 00000400:00000010:3.0:1715208994.062856:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3898. 00000400:00000010:3.0:1715208994.062859:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.062862:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954635520, portal 25 00000400:00000010:3.0:1715208994.062866:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:3.0:1715208994.062868:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526954635520, offset 0 00000400:00000200:3.0:1715208994.062873:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715208994.062880:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715208994.062884:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208994.062887:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715208994.062889:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208994.062891:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.062894:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [7:7:256:4294967295] 192.168.203.134@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1715208994.062903:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715208994.062908:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715208994.062911:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636000. 00000800:00000200:3.0:1715208994.062915:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715208994.062921:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715208994.062924:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.063080:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.063085:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636000. 00000400:00000200:0.0:1715208994.063089:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.063095:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.063100:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:0.0:1715208994.063102:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:0.0:1715208994.063109:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954635520/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208994.064575:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.064586:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 344 into portal 25 MB=0x663c030400100 00000400:00000200:0.0:1715208994.064593:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:0.0:1715208994.064610:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.064614:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.064621:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954635520/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1715208994.064743:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3898. 00000400:00000200:3.0:1715208994.064750:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:3.0:1715208994.064752:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.064759:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954635520/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1715208994.064770:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954635520/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1715208994.064804:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.064816:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136805800. 02000000:00000010:3.0:1715208994.064820:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b582ec00. 00000100:00000010:3.0:1715208994.064822:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 10000000:00000010:3.0:1715208994.064826:0:23765:0:(mgc_request.c:1654:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012ab59700. 00000020:00000010:3.0:1715208994.064829:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b582ec00. 00000020:00000010:3.0:1715208994.064832:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b582fc00. 00000040:00000010:3.0:1715208994.064834:0:23765:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b582e800. 00000020:00000010:3.0:1715208994.064836:0:23765:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b591b000. 00000020:00000010:3.0:1715208994.064839:0:23765:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b582f000. 80000000:00000010:3.0:1715208994.064841:0:23765:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009d1c4540. 00040000:00000010:3.0:1715208994.064844:0:23765:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b582e400. 20000000:00000010:3.0:1715208994.064846:0:23765:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b582ee00. 00000040:00000010:3.0:1715208994.064851:0:23765:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff88013700d400. 00000100:00000010:3.0:1715208994.064856:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715208994.064866:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b74b400. 00000100:00000010:3.0:1715208994.064873:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.064882:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b74b200. 00000400:00000010:3.0:1715208994.064885:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3898. 00000400:00000010:3.0:1715208994.064889:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.064892:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954635584, portal 25 00000400:00000010:3.0:1715208994.064895:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:3.0:1715208994.064897:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1798526954635584, offset 0 00000400:00000200:3.0:1715208994.064902:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715208994.064910:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715208994.064913:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208994.064916:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715208994.064919:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208994.064921:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.064924:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [8:8:256:4294967295] 192.168.203.134@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1715208994.064933:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715208994.064944:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715208994.064947:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636e00. 00000800:00000200:3.0:1715208994.064951:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715208994.064957:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715208994.064960:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636e00 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.065122:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.065128:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636e00. 00000400:00000200:0.0:1715208994.065132:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.065138:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.065169:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:0.0:1715208994.065171:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:0.0:1715208994.065178:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954635584/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208994.066777:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.066788:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 25 MB=0x663c030400140 00000400:00000200:0.0:1715208994.066795:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 272/272 into md 0x139 [1] + 224 00000400:00000200:0.0:1715208994.066813:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.066817:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.066823:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954635584/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1715208994.066945:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3898. 00000400:00000200:3.0:1715208994.066952:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:3.0:1715208994.066954:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.066961:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954635584/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1715208994.066972:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954635584/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 512/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1715208994.066990:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.066999:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b74b200. 02000000:00000010:3.0:1715208994.067002:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b74b400. 00000100:00000010:3.0:1715208994.067005:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000040:00000010:3.0:1715208994.067012:0:23765:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009eeae000. 00000100:00000010:3.0:1715208994.067016:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715208994.067022:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b74b400. 00000100:00000010:3.0:1715208994.067028:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.067055:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b6ea0000. 00000400:00000010:3.0:1715208994.067059:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3898. 00000400:00000010:3.0:1715208994.067062:0:23765:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009de28c00. 00000100:00000200:3.0:1715208994.067065:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526954635648, portal 25 00000400:00000010:3.0:1715208994.067069:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715208994.067070:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526954635648, offset 0 00000400:00000200:3.0:1715208994.067076:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715208994.067083:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715208994.067087:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208994.067090:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715208994.067092:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208994.067099:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.067103:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [9:9:256:4294967295] 192.168.203.134@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1715208994.067112:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715208994.067117:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715208994.067120:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636d00. 00000800:00000200:3.0:1715208994.067124:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715208994.067130:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715208994.067133:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636d00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.067317:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.067323:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636d00. 00000400:00000200:0.0:1715208994.067327:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.067333:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.067337:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:0.0:1715208994.067339:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:0.0:1715208994.067346:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954635648/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1715208994.068822:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715208994.068847:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 8416 into portal 25 MB=0x663c030400180 00000400:00000200:2.0:1715208994.068856:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:2.0:1715208994.068885:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208994.068890:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715208994.068898:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954635648/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1715208994.069031:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3898. 00000400:00000200:3.0:1715208994.069038:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009de28c00 00000400:00000010:3.0:1715208994.069040:0:23765:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff88009de28c00. 00000100:00000200:3.0:1715208994.069050:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954635648/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1715208994.069060:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954635648/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1715208994.069079:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.069088:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b6ea0000. 02000000:00000010:3.0:1715208994.069102:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b74b400. 00000100:00000010:3.0:1715208994.069105:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000040:00000010:3.0:1715208994.069113:0:23765:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88012da73600. 00000020:00000010:1.0:1715208994.069543:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d2c4800. 00000020:00000010:1.0:1715208994.069551:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d2c4a00. 00000040:00000010:1.0:1715208994.069554:0:23778:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009d2c4e00. 00000020:00000010:1.0:1715208994.069557:0:23778:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88009ff83000. 00000020:00000010:1.0:1715208994.069561:0:23778:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009d2c4c00. 80000000:00000010:1.0:1715208994.069564:0:23778:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e7ae8a0. 00040000:00000010:1.0:1715208994.069567:0:23778:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800aa874000. 00040000:00000010:1.0:1715208994.069571:0:23778:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d2c4000. 20000000:00000010:1.0:1715208994.069575:0:23778:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff88009d2c5200. 00000040:00000010:1.0:1715208994.069583:0:23778:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009d38a000. 00000100:00000010:1.0:1715208994.069603:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b8000. 02000000:00000010:1.0:1715208994.069612:0:23778:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0548000. 00000100:00000010:1.0:1715208994.069621:0:23778:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9018000. 02000000:00000010:1.0:1715208994.069646:0:23778:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b0550000. 00000400:00000010:1.0:1715208994.069650:0:23778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e18. 00000400:00000010:1.0:1715208994.069654:0:23778:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a9018840. 00000100:00000200:1.0:1715208994.069659:0:23778:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526954635712, portal 25 00000400:00000010:1.0:1715208994.069663:0:23778:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715208994.069666:0:23778:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526954635712, offset 0 00000400:00000200:1.0:1715208994.069673:0:23778:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.069680:0:23778:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715208994.069684:0:23778:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208994.069687:0:23778:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715208994.069695:0:23778:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208994.069698:0:23778:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.069701:0:23778:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [10:10:256:4294967295] 192.168.203.134@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1715208994.069710:0:23778:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208994.069716:0:23778:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715208994.069719:0:23778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa874f00. 00000800:00000200:1.0:1715208994.069723:0:23778:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715208994.069730:0:23778:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208994.069733:0:23778:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa874f00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.069905:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.069911:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa874f00. 00000400:00000200:0.0:1715208994.069915:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.069922:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.069926:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715208994.069929:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715208994.069936:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a35b8000 x1798526954635712/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208994.071588:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.071600:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 8472 into portal 25 MB=0x663c0304001c0 00000400:00000200:0.0:1715208994.071607:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:0.0:1715208994.071639:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.071643:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.071650:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a35b8000 x1798526954635712/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1715208994.071784:0:23778:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e18. 00000400:00000200:1.0:1715208994.071791:0:23778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9018840 00000400:00000010:1.0:1715208994.071793:0:23778:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff8800a9018840. 00000100:00000200:1.0:1715208994.071802:0:23778:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a35b8000 x1798526954635712/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208994.071813:0:23778:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a35b8000 x1798526954635712/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1715208994.071833:0:23778:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9018000. 02000000:00000010:1.0:1715208994.071842:0:23778:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b0550000. 02000000:00000010:1.0:1715208994.071855:0:23778:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0548000. 00000100:00000010:1.0:1715208994.071858:0:23778:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a35b8000. 00000020:00000010:1.0:1715208994.071872:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874500. 00000020:00000010:1.0:1715208994.071876:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874500. 00000020:00000010:1.0:1715208994.071880:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.071884:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.071902:0:23778:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a8c30000. 00000020:00000010:1.0:1715208994.071909:0:23778:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88009ff82800. 00000020:00000010:1.0:1715208994.071933:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.071936:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.071940:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.071942:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800a9018000. 00000001:00000010:1.0:1715208994.071966:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a9018840. 00000001:00000010:1.0:1715208994.071970:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459920. 00000001:00000010:1.0:1715208994.071972:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b0548000. 00000001:00000010:1.0:1715208994.071975:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b0549000. 00000001:00000010:1.0:1715208994.071977:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6ffba00. 00000001:00000010:1.0:1715208994.071981:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610e200. 00000001:00000010:1.0:1715208994.071984:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a9018900. 00000001:00000010:1.0:1715208994.071986:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459bc0. 00000001:00000010:1.0:1715208994.071988:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610e800. 00000001:00000010:1.0:1715208994.071990:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610ea00. 00000001:00000010:1.0:1715208994.071992:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610e000. 00000001:00000010:1.0:1715208994.071995:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610fe00. 00000020:00000010:1.0:1715208994.071998:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b610f000. 00000020:00000010:1.0:1715208994.072001:0:23778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.072010:0:23778:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.072018:0:23778:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.072026:0:23778:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.072029:0:23778:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4410. 00000080:00000010:1.0:1715208994.072037:0:23778:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.072040:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b610e400. 00000020:00000010:1.0:1715208994.072042:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b610f200. 00000020:00000010:1.0:1715208994.072045:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae120. 00000008:00000010:1.0:1715208994.072048:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.072051:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9018b40. 00008000:00000010:1.0:1715208994.072054:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.072056:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.072059:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00020000:00000010:1.0:1715208994.072062:0:23778:0:(lov_dev.c:630:lov_device_alloc()) kmalloced '(ld)': 560 at ffff8800b0550c00. 00000020:00000010:1.0:1715208994.072073:0:23778:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88009d5a4f58. 00020000:00000010:1.0:1715208994.072207:0:23778:0:(lov_dev.c:647:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff8800ab7d0000. 00020000:00000010:1.0:1715208994.072214:0:23778:0:(lov_dev.c:654:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff88012a4f3000. 00000020:00000010:1.0:1715208994.072240:0:23778:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800b4324000. 00000020:00000010:1.0:1715208994.072252:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e7ae840. 00000020:00000010:1.0:1715208994.072255:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800a9018e40. 00000020:00000010:1.0:1715208994.072260:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae240. 00000040:00000010:1.0:1715208994.072269:0:23778:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b610e600. 00000020:00000010:1.0:1715208994.072272:0:23778:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88009ff82000. 00000020:00000010:1.0:1715208994.072276:0:23778:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9de8a10. 00000020:00000010:1.0:1715208994.072278:0:23778:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b610fa00. 80000000:00000010:1.0:1715208994.072280:0:23778:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e7aede0. 40000000:00000010:1.0:1715208994.072283:0:23778:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6f64c00. 00000008:00000010:1.0:1715208994.072286:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8771650. 00020000:00000010:1.0:1715208994.072288:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9018180. 00008000:00000010:1.0:1715208994.072291:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220710. 00100000:00000010:1.0:1715208994.072294:0:23778:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009ff80800. 00040000:00000010:1.0:1715208994.072298:0:23778:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800aa874500. 00040000:00000010:1.0:1715208994.072301:0:23778:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88009ff87800. 00040000:00000010:1.0:1715208994.072303:0:23778:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b610ee00. 00000004:00000010:1.0:1715208994.072306:0:23778:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009ff85800. 00000004:00000010:1.0:1715208994.072310:0:23778:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012a4f4000. 00000004:00000010:1.0:1715208994.072313:0:23778:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88009ff84000. 00002000:00000010:1.0:1715208994.072315:0:23778:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b0552000. 00000004:00000010:1.0:1715208994.072317:0:23778:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b0552400. 00000080:00000010:1.0:1715208994.072320:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72130. 00000080:00000010:1.0:1715208994.072322:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54490. 00000020:00000010:1.0:1715208994.072326:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b610f200. 00000020:00000010:1.0:1715208994.072329:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e7ae120. 00000008:00000010:1.0:1715208994.072332:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.072335:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a9018b40. 00008000:00000010:1.0:1715208994.072338:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.072341:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.072343:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.072346:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b610e400. 00000020:00000010:1.0:1715208994.072350:0:23778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.072353:0:23778:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.072360:0:23778:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.072363:0:23778:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.072366:0:23778:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009d5a4410. 00000080:00000010:1.0:1715208994.072369:0:23778:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.072371:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b610f000. 00000020:00000010:1.0:1715208994.072374:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800a9018000. 00000020:00000010:1.0:1715208994.072377:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072383:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.072385:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.072388:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.072390:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.072393:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072395:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.072402:0:23778:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a8c31550. 00000020:00000010:1.0:1715208994.072406:0:23778:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88009ff85000. 00000020:00000010:1.0:1715208994.072415:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.072417:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072420:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072422:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800a9018000. 00000001:00000010:1.0:1715208994.072432:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a9018b40. 00000001:00000010:1.0:1715208994.072434:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459780. 00000001:00000010:1.0:1715208994.072437:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610f000. 00000001:00000010:1.0:1715208994.072439:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610e400. 00000001:00000010:1.0:1715208994.072441:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610f200. 00000001:00000010:1.0:1715208994.072443:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610fc00. 00000001:00000010:1.0:1715208994.072445:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a9018a80. 00000001:00000010:1.0:1715208994.072447:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459f00. 00000001:00000010:1.0:1715208994.072449:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610f800. 00000001:00000010:1.0:1715208994.072452:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e4a00. 00000001:00000010:1.0:1715208994.072455:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e5a00. 00000001:00000010:1.0:1715208994.072457:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e4200. 00000020:00000010:1.0:1715208994.072556:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e7ae120. 00000020:00000010:1.0:1715208994.072559:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b60e4400. 80000000:00000010:1.0:1715208994.072566:0:23778:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800a9018d80. 00000020:00000010:1.0:1715208994.072594:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800a9018000. 00000020:00000010:1.0:1715208994.072597:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072602:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874e00. 00000020:00000010:1.0:1715208994.072604:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874e00. 00000020:00000010:1.0:1715208994.072608:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874e00. 00000020:00000010:1.0:1715208994.072610:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874e00. 00000020:00000010:1.0:1715208994.072612:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6f64e40. 00000100:00000010:1.0:1715208994.072623:0:23778:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a0a64000. 00000400:00000200:1.0:1715208994.072627:0:23778:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:1.0:1715208994.072633:0:23778:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000020:00000010:1.0:1715208994.072637:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072640:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072643:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a9018000. 00000020:00000010:1.0:1715208994.072650:0:23778:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a8c32aa0. 00000020:00000010:1.0:1715208994.072655:0:23778:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88009ff86800. 00000020:00000010:1.0:1715208994.072663:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a9018000. 00000020:00000010:1.0:1715208994.072665:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072667:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.072670:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a9018000. 00000001:00000010:1.0:1715208994.072683:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a90186c0. 00000001:00000010:1.0:1715208994.072686:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459380. 00000001:00000010:1.0:1715208994.072688:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e5200. 00000001:00000010:1.0:1715208994.072691:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e5400. 00000001:00000010:1.0:1715208994.072693:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e4c00. 00000001:00000010:1.0:1715208994.072695:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e4e00. 00000001:00000010:1.0:1715208994.072698:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a90189c0. 00000001:00000010:1.0:1715208994.072700:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459520. 00000001:00000010:1.0:1715208994.072702:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e5600. 00000001:00000010:1.0:1715208994.072705:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60e4800. 00000001:00000010:1.0:1715208994.072712:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611d000. 00000001:00000010:1.0:1715208994.072715:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611d400. 00000020:00000010:1.0:1715208994.072718:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b611c800. 00000020:00000010:1.0:1715208994.072721:0:23778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.072724:0:23778:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.072727:0:23778:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.072729:0:23778:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.072731:0:23778:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.072735:0:23778:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.072737:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b611c200. 00000020:00000010:1.0:1715208994.072739:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b611da00. 00000020:00000010:1.0:1715208994.072742:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7aed20. 00000008:00000010:1.0:1715208994.072744:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.072747:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012ab3e540. 00008000:00000010:1.0:1715208994.072749:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.072751:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.072753:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000002:00000010:1.0:1715208994.072756:0:23778:0:(mdc_dev.c:1616:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b049db00. 00010000:00000010:1.0:1715208994.072765:0:23778:0:(ldlm_lib.c:498:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b6f64100. 00000020:00000010:1.0:1715208994.072769:0:23778:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff88009ff84800. 00000100:00000200:1.0:1715208994.072781:0:23778:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.072787:0:23778:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.203.134@tcp primary NID 192.168.203.134@tcp rc 0 00010000:00000010:1.0:1715208994.072790:0:23778:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009e7ae420. 00010000:00000010:1.0:1715208994.072794:0:23778:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800a0a65400. 00000001:00000010:1.0:1715208994.072797:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800aa874e00. 00000001:00000010:1.0:1715208994.072800:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800aa874700. 00000001:00000010:1.0:1715208994.072856:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008a3000. 00000001:00000010:1.0:1715208994.072918:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008ad000. 00000001:00000010:1.0:1715208994.072978:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008b7000. 00000001:00000010:1.0:1715208994.073038:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008c1000. 00000001:00000010:1.0:1715208994.073096:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008cb000. 00000001:00000010:1.0:1715208994.073180:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008d5000. 00000001:00000010:1.0:1715208994.073254:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008df000. 00000001:00000010:1.0:1715208994.073312:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008e9000. 00000001:00000010:1.0:1715208994.073370:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008f3000. 00000001:00000010:1.0:1715208994.073437:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008fd000. 00000001:00000010:1.0:1715208994.073522:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000907000. 00000001:00000010:1.0:1715208994.073582:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000911000. 00000001:00000010:1.0:1715208994.073648:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000091b000. 00000001:00000010:1.0:1715208994.073708:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000925000. 00000001:00000010:1.0:1715208994.073765:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000092f000. 00000001:00000010:1.0:1715208994.073822:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000096e000. 00000001:00000010:1.0:1715208994.073885:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000978000. 00000001:00000010:1.0:1715208994.073943:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000982000. 00000001:00000010:1.0:1715208994.074000:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000098c000. 00000001:00000010:1.0:1715208994.074065:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000996000. 00000001:00000010:1.0:1715208994.074123:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009a0000. 00000001:00000010:1.0:1715208994.074199:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009aa000. 00000001:00000010:1.0:1715208994.074259:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009b4000. 00000001:00000010:1.0:1715208994.074323:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009be000. 00000001:00000010:1.0:1715208994.074381:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009c8000. 00000001:00000010:1.0:1715208994.074439:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009d2000. 00000001:00000010:1.0:1715208994.074531:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009dc000. 00000001:00000010:1.0:1715208994.074591:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009e6000. 00000001:00000010:1.0:1715208994.074648:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009f0000. 00000001:00000010:1.0:1715208994.074705:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009fa000. 00000001:00000010:1.0:1715208994.074771:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a04000. 00000001:00000010:1.0:1715208994.074829:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a0e000. 00010000:00000010:1.0:1715208994.074848:0:23778:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff88012a4f1000. 00000020:00000010:1.0:1715208994.074896:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e4d1780. 00000020:00000010:1.0:1715208994.074899:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009d459d20. 00000020:00000010:1.0:1715208994.074919:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e4d1720. 00000020:00000010:1.0:1715208994.074921:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b611ca00. 00000100:00000010:1.0:1715208994.074961:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b8000. 00000100:00000010:1.0:1715208994.074964:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b8380. 00000020:00000010:1.0:1715208994.075092:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e4d1a80. 00000020:00000010:1.0:1715208994.075095:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b611cc00. 00000020:00000010:1.0:1715208994.075113:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e4d18a0. 00000020:00000010:1.0:1715208994.075115:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012a4f2000. 00000040:00000010:1.0:1715208994.075127:0:23778:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88012aa3ae40. 00000002:00000010:1.0:1715208994.075132:0:23778:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a0a65800. 00000020:00000010:1.0:1715208994.075452:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b611da00. 00000020:00000010:1.0:1715208994.075456:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e7aed20. 00000008:00000010:1.0:1715208994.075479:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.075483:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88012ab3e540. 00008000:00000010:1.0:1715208994.075486:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.075489:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.075492:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.075494:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b611c200. 00000020:00000010:1.0:1715208994.075498:0:23778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b049dc00. 00000020:00000010:1.0:1715208994.075501:0:23778:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.075503:0:23778:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.075506:0:23778:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.075508:0:23778:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.075511:0:23778:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.075513:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b611c800. 00000020:00000010:1.0:1715208994.075516:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a9018000. 00000020:00000010:1.0:1715208994.075519:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6f64e40. 00000020:00000010:1.0:1715208994.075525:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012b4b7900. 00000020:00000010:1.0:1715208994.075528:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff88012aa3ab40. 00800000:00000010:1.0:1715208994.075539:0:23778:0:(lmv_obd.c:441:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b611c800. 00020000:00000010:1.0:1715208994.075543:0:23778:0:(lu_tgt_descs.c:394:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff88012a4f6000. 00000020:00000010:1.0:1715208994.075548:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b611c200. 00000020:00000010:1.0:1715208994.075550:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b611da00. 00000020:00000010:1.0:1715208994.075559:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e4d1480. 00000008:00000010:1.0:1715208994.075562:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.075564:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa3ac00. 00008000:00000010:1.0:1715208994.075566:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.075569:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.075571:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.075579:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b611da00. 00000020:00000010:1.0:1715208994.075582:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e4d1480. 00000008:00000010:1.0:1715208994.075584:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.075586:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88012aa3ac00. 00008000:00000010:1.0:1715208994.075588:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.075590:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.075592:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.075594:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b611c200. 00000020:00000010:1.0:1715208994.075596:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff88012aa3ab40. 00000020:00000010:1.0:1715208994.075598:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012b4b7900. 00000020:00000010:1.0:1715208994.075602:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075604:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075607:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075609:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075611:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88009e4d1480. 00000020:00000010:1.0:1715208994.075614:0:23778:0:(obd_config.c:1092:class_add_profile()) kmalloced '(lprof)': 48 at ffff88012b4b7900. 00000020:00000010:1.0:1715208994.075616:0:23778:0:(obd_config.c:1098:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff88009d61bc00. 00000020:00000010:1.0:1715208994.075618:0:23778:0:(obd_config.c:1104:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff88009d61b350. 00000020:00000010:1.0:1715208994.075620:0:23778:0:(obd_config.c:1111:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff88009d61b5e0. 00000020:00000010:1.0:1715208994.075622:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88009e4d1480. 00000020:00000010:1.0:1715208994.075624:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075626:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075629:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075631:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874b00. 00000020:00000010:1.0:1715208994.075633:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012b4b7ac0. 00000100:00000010:1.0:1715208994.075641:0:23778:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a0a66000. 00000400:00000200:1.0:1715208994.075645:0:23778:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:1.0:1715208994.075650:0:23778:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1715208994.075653:0:23778:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800a0a66000. 00000020:00000010:1.0:1715208994.075655:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012b4b7ac0. 00000020:00000010:1.0:1715208994.075659:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012b4b7ac0. 00000020:00000010:1.0:1715208994.075662:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88012aa3ab40. 00000020:00000010:1.0:1715208994.075668:0:23778:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a8c33ff0. 00000020:00000010:1.0:1715208994.075673:0:23778:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88009ff81800. 00000020:00000010:1.0:1715208994.075682:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88012aa3ab40. 00000020:00000010:1.0:1715208994.075684:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012b4b7ac0. 00000020:00000010:1.0:1715208994.075686:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012b4b7ac0. 00000020:00000010:1.0:1715208994.075689:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88012aa3ab40. 00000001:00000010:1.0:1715208994.075703:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88012aa3ac00. 00000001:00000010:1.0:1715208994.075706:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459160. 00000001:00000010:1.0:1715208994.075708:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611c200. 00000001:00000010:1.0:1715208994.075711:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611da00. 00000001:00000010:1.0:1715208994.075714:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611c000. 00000001:00000010:1.0:1715208994.075716:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611d600. 00000001:00000010:1.0:1715208994.075718:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88012aa3acc0. 00000001:00000010:1.0:1715208994.075721:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459a80. 00000001:00000010:1.0:1715208994.075722:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611d200. 00000001:00000010:1.0:1715208994.075724:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611ce00. 00000001:00000010:1.0:1715208994.075727:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b611d800. 00000001:00000010:1.0:1715208994.075730:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d7800. 00000020:00000010:1.0:1715208994.075732:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad3d7400. 00000020:00000010:1.0:1715208994.075735:0:23778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b7afcf00. 00000020:00000010:1.0:1715208994.075737:0:23778:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.075739:0:23778:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.075741:0:23778:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.075744:0:23778:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.075746:0:23778:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.075754:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.075756:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.075758:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e4d1480. 00000008:00000010:1.0:1715208994.075761:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.075763:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa3ad80. 00008000:00000010:1.0:1715208994.075765:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.075767:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.075769:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000002:00000010:1.0:1715208994.075771:0:23778:0:(mdc_dev.c:1616:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b7afce00. 00010000:00000010:1.0:1715208994.075778:0:23778:0:(ldlm_lib.c:498:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012b4b7680. 00000020:00000010:1.0:1715208994.075781:0:23778:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff88009ff86000. 00000100:00000200:1.0:1715208994.075791:0:23778:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.075796:0:23778:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.203.134@tcp primary NID 192.168.203.134@tcp rc 0 00010000:00000010:1.0:1715208994.075799:0:23778:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009e4d1900. 00010000:00000010:1.0:1715208994.075802:0:23778:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800a0a67000. 00000001:00000010:1.0:1715208994.075804:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800aa874b00. 00000001:00000010:1.0:1715208994.075808:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800aa874d00. 00000001:00000010:1.0:1715208994.075861:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a18000. 00000001:00000010:1.0:1715208994.075921:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a22000. 00000001:00000010:1.0:1715208994.075978:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a2c000. 00000001:00000010:1.0:1715208994.076033:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a36000. 00000001:00000010:1.0:1715208994.076095:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a40000. 00000001:00000010:1.0:1715208994.076181:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a4a000. 00000001:00000010:1.0:1715208994.076240:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a54000. 00000001:00000010:1.0:1715208994.076305:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a5e000. 00000001:00000010:1.0:1715208994.076362:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a68000. 00000001:00000010:1.0:1715208994.076419:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a72000. 00000001:00000010:1.0:1715208994.076501:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a7c000. 00000001:00000010:1.0:1715208994.076569:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a86000. 00000001:00000010:1.0:1715208994.076627:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a90000. 00000001:00000010:1.0:1715208994.076683:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a9a000. 00000001:00000010:1.0:1715208994.076745:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aa4000. 00000001:00000010:1.0:1715208994.076805:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aae000. 00000001:00000010:1.0:1715208994.076862:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ab8000. 00000001:00000010:1.0:1715208994.076917:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ac2000. 00000001:00000010:1.0:1715208994.076976:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000acc000. 00000001:00000010:1.0:1715208994.077032:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ad6000. 00000001:00000010:1.0:1715208994.077089:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ae0000. 00000001:00000010:1.0:1715208994.077170:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aea000. 00000001:00000010:1.0:1715208994.077228:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000af4000. 00000001:00000010:1.0:1715208994.077283:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000afe000. 00000001:00000010:1.0:1715208994.077344:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b08000. 00000001:00000010:1.0:1715208994.077401:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b12000. 00000001:00000010:1.0:1715208994.077457:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b1c000. 00000001:00000010:1.0:1715208994.077537:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b26000. 00000001:00000010:1.0:1715208994.077601:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b30000. 00000001:00000010:1.0:1715208994.077657:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b3a000. 00000001:00000010:1.0:1715208994.077712:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b44000. 00000001:00000010:1.0:1715208994.077773:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b4e000. 00010000:00000010:1.0:1715208994.077794:0:23778:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff88012a4f7000. 00000020:00000010:1.0:1715208994.077843:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295840. 00000020:00000010:1.0:1715208994.077845:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009d459e80. 00000020:00000010:1.0:1715208994.077869:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295900. 00000020:00000010:1.0:1715208994.077872:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800ad3d6200. 00000100:00000010:1.0:1715208994.077904:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b8700. 00000100:00000010:1.0:1715208994.077908:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b8a80. 00000020:00000010:1.0:1715208994.078050:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d2957e0. 00000020:00000010:1.0:1715208994.078053:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800ad3d6000. 00000020:00000010:1.0:1715208994.078066:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295d20. 00000020:00000010:1.0:1715208994.078069:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012a4f5000. 00000040:00000010:1.0:1715208994.078079:0:23778:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88012a44b3c0. 00000002:00000010:1.0:1715208994.078083:0:23778:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a0a67400. 00000020:00000010:1.0:1715208994.078363:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.078369:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e4d1480. 00000008:00000010:1.0:1715208994.078373:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078376:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88012aa3ad80. 00008000:00000010:1.0:1715208994.078378:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078382:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078384:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.078386:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.078390:0:23778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b7afcf00. 00000020:00000010:1.0:1715208994.078393:0:23778:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.078396:0:23778:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.078398:0:23778:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.078401:0:23778:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.078403:0:23778:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.078405:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ad3d7400. 00000020:00000010:1.0:1715208994.078408:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88012aa3ab40. 00000020:00000010:1.0:1715208994.078410:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012b4b7ac0. 00000020:00000010:1.0:1715208994.078416:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880000091d80. 00000020:00000010:1.0:1715208994.078419:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff88012a44b540. 00800000:00000010:1.0:1715208994.078427:0:23778:0:(lmv_obd.c:441:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800ad3d7400. 00000020:00000010:1.0:1715208994.078431:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.078433:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.078435:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.078438:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078440:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012a44b300. 00008000:00000010:1.0:1715208994.078442:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078444:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078447:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.078451:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.078454:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.078456:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078497:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88012a44b300. 00008000:00000010:1.0:1715208994.078500:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078510:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078512:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.078514:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.078517:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff88012a44b540. 00000020:00000010:1.0:1715208994.078519:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880000091d80. 00000020:00000010:1.0:1715208994.078524:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078526:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078530:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078532:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078535:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88009d295960. 00000020:00000010:1.0:1715208994.078537:0:23778:0:(obd_config.c:1092:class_add_profile()) kmalloced '(lprof)': 48 at ffff880000091d80. 00000020:00000010:1.0:1715208994.078539:0:23778:0:(obd_config.c:1098:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff88009d61b660. 00000020:00000010:1.0:1715208994.078541:0:23778:0:(obd_config.c:1104:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff88009d61bd90. 00000020:00000010:1.0:1715208994.078543:0:23778:0:(obd_config.c:1111:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff88009d61b730. 00000020:00000010:1.0:1715208994.078545:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88009d295960. 00000020:00000010:1.0:1715208994.078547:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078549:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078551:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078553:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078555:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880000091100. 00000020:00000010:1.0:1715208994.078557:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88009d295960. 00000020:00000010:1.0:1715208994.078561:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.078563:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.078565:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d2958a0. 00000008:00000010:1.0:1715208994.078568:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078569:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012a44b540. 00008000:00000010:1.0:1715208994.078571:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078573:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078575:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.078582:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.078585:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009d2958a0. 00000008:00000010:1.0:1715208994.078592:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078594:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88012a44b540. 00008000:00000010:1.0:1715208994.078596:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078599:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078601:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.078603:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.078605:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88009d295960. 00000020:00000010:1.0:1715208994.078607:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880000091100. 00000020:00000010:1.0:1715208994.078610:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078612:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078614:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078616:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078618:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880000091100. 00000020:00000010:1.0:1715208994.078620:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88009d295960. 00000020:00000010:1.0:1715208994.078622:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.078624:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.078626:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d2958a0. 00000008:00000010:1.0:1715208994.078628:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078629:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012a44b540. 00008000:00000010:1.0:1715208994.078631:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078633:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078634:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.078641:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800ad3d6400. 00000020:00000010:1.0:1715208994.078643:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009d2958a0. 00000008:00000010:1.0:1715208994.078645:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078647:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88012a44b540. 00008000:00000010:1.0:1715208994.078649:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078651:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078652:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.078654:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ad3d7200. 00000020:00000010:1.0:1715208994.078656:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88009d295960. 00000020:00000010:1.0:1715208994.078658:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880000091100. 00000020:00000010:1.0:1715208994.078665:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078667:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078670:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078672:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874800. 00000020:00000010:1.0:1715208994.078675:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff880000091100. 00000100:00000010:1.0:1715208994.078677:0:23778:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a0a67c00. 00000400:00000200:1.0:1715208994.078681:0:23778:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:1.0:1715208994.078685:0:23778:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1715208994.078688:0:23778:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800a0a67c00. 00000020:00000010:1.0:1715208994.078690:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff880000091100. 00000020:00000010:1.0:1715208994.078693:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880000091100. 00000020:00000010:1.0:1715208994.078695:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88012a44b540. 00000020:00000010:1.0:1715208994.078701:0:23778:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a8c35540. 00000020:00000010:1.0:1715208994.078706:0:23778:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88009ff81000. 00000020:00000010:1.0:1715208994.078714:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88012a44b540. 00000020:00000010:1.0:1715208994.078715:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880000091100. 00000020:00000010:1.0:1715208994.078718:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880000091100. 00000020:00000010:1.0:1715208994.078720:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88012a44b540. 00000001:00000010:1.0:1715208994.078741:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88012a44b300. 00000001:00000010:1.0:1715208994.078744:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459fa0. 00000001:00000010:1.0:1715208994.078746:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d7200. 00000001:00000010:1.0:1715208994.078748:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d6400. 00000001:00000010:1.0:1715208994.078750:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d7a00. 00000001:00000010:1.0:1715208994.078753:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d6a00. 00000001:00000010:1.0:1715208994.078755:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88012a44bf00. 00000001:00000010:1.0:1715208994.078757:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459300. 00000001:00000010:1.0:1715208994.078759:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d6e00. 00000001:00000010:1.0:1715208994.078761:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d7c00. 00000001:00000010:1.0:1715208994.078763:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d6800. 00000001:00000010:1.0:1715208994.078766:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ad3d7600. 00000020:00000010:1.0:1715208994.078769:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b60aa800. 00000020:00000010:1.0:1715208994.078772:0:23778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.078778:0:23778:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.078781:0:23778:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.078783:0:23778:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.078786:0:23778:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.078789:0:23778:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.078792:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b60abe00. 00000020:00000010:1.0:1715208994.078794:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b60ab600. 00000020:00000010:1.0:1715208994.078796:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.078798:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.078800:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012a44b9c0. 00008000:00000010:1.0:1715208994.078802:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.078804:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.078805:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000008:00000010:1.0:1715208994.078807:0:23778:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b04c6080. 00000020:00000010:1.0:1715208994.078816:0:23778:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff88009ff83800. 00000100:00000200:1.0:1715208994.078826:0:23778:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.078831:0:23778:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.203.134@tcp primary NID 192.168.203.134@tcp rc 0 00010000:00000010:1.0:1715208994.078833:0:23778:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009d2958a0. 00010000:00000010:1.0:1715208994.078837:0:23778:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b0670400. 00000001:00000010:1.0:1715208994.078839:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800aa874800. 00000001:00000010:1.0:1715208994.078841:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b04c6680. 00000001:00000010:1.0:1715208994.078846:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009d38c000. 00000001:00000010:1.0:1715208994.078853:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009d388000. 00000001:00000010:1.0:1715208994.078860:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009d38e000. 00000001:00000010:1.0:1715208994.078867:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012bfe2000. 00000001:00000010:1.0:1715208994.078874:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012bfe4000. 00000001:00000010:1.0:1715208994.078880:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012bfe0000. 00000001:00000010:1.0:1715208994.078887:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012bfe6000. 00000001:00000010:1.0:1715208994.078894:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009e75e000. 00000001:00000010:1.0:1715208994.078900:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009e75c000. 00000001:00000010:1.0:1715208994.078907:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009e75a000. 00000001:00000010:1.0:1715208994.078913:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009e758000. 00000001:00000010:1.0:1715208994.078925:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ad2b6000. 00000001:00000010:1.0:1715208994.078932:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ad2b4000. 00000001:00000010:1.0:1715208994.078938:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ad2b2000. 00000001:00000010:1.0:1715208994.078945:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ad2b0000. 00000001:00000010:1.0:1715208994.078957:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f50000. 00010000:00000010:1.0:1715208994.078962:0:23778:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff88009ff80000. 00000020:00000010:1.0:1715208994.079053:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d2951e0. 00000020:00000010:1.0:1715208994.079055:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009d4599a0. 00000020:00000010:1.0:1715208994.079072:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295780. 00000020:00000010:1.0:1715208994.079074:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b60aae00. 00000100:00000010:1.0:1715208994.079111:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b8e00. 00000100:00000010:1.0:1715208994.079115:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b9180. 00000020:00000010:1.0:1715208994.079309:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295a20. 00000020:00000010:1.0:1715208994.079313:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012a4f0000. 00000100:00000010:1.0:1715208994.079326:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b9500. 00000100:00000010:1.0:1715208994.079581:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88009f580000. 00000100:00000010:1.0:1715208994.079585:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b9880. 00000100:00000010:1.0:1715208994.079811:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a8500000. 00000100:00000010:1.0:1715208994.079815:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b9c00. 00000100:00000010:1.0:1715208994.080041:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9e00000. 00000100:00000010:1.0:1715208994.080044:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35b9f80. 00000100:00000010:1.0:1715208994.080294:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012b180000. 00000100:00000010:1.0:1715208994.080297:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35ba300. 00000100:00000010:1.0:1715208994.080543:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012eb00000. 00000100:00000010:1.0:1715208994.080546:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35ba680. 00000100:00000010:1.0:1715208994.080771:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012b680000. 00000100:00000010:1.0:1715208994.080774:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35baa00. 00000100:00000010:1.0:1715208994.081000:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130a80000. 00000100:00000010:1.0:1715208994.081003:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35bad80. 00000100:00000010:1.0:1715208994.081243:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130880000. 00000100:00000010:1.0:1715208994.081247:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35bb100. 00000100:00000010:1.0:1715208994.081494:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130e00000. 00000100:00000010:1.0:1715208994.081497:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35bb480. 00000100:00000010:1.0:1715208994.081723:0:23778:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880134a80000. 00000020:00000010:1.0:1715208994.081728:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b60ab600. 00000020:00000010:1.0:1715208994.081731:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.081733:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.081736:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88012a44b9c0. 00008000:00000010:1.0:1715208994.081739:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.081742:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.081745:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.081747:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b60abe00. 00000020:00000010:1.0:1715208994.081750:0:23778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.081752:0:23778:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.081754:0:23778:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.081756:0:23778:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.081759:0:23778:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.081761:0:23778:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.081763:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b60aa800. 00000020:00000010:1.0:1715208994.081767:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88012a44b540. 00000020:00000010:1.0:1715208994.081769:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880000091100. 00000020:00000010:1.0:1715208994.081775:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012ab52d80. 00000020:00000010:1.0:1715208994.081778:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.081782:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b60aa800. 00000020:00000010:1.0:1715208994.081784:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b60abe00. 00000020:00000010:1.0:1715208994.081786:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.081788:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.081790:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d651f00. 00008000:00000010:1.0:1715208994.081792:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.081795:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.081797:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00020000:00000010:1.0:1715208994.081805:0:23778:0:(lov_obd.c:520:lov_add_target()) kmalloced '(newtgts)': 16 at ffff88009d61b930. 00020000:00000010:1.0:1715208994.081807:0:23778:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b60ab600. 00020000:00000010:1.0:1715208994.081817:0:23778:0:(lov_dev.c:382:lov_expand_targets()) kmalloced '(newd)': 16 at ffff88009d61b8f0. 00000020:00000010:1.0:1715208994.081820:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b60abe00. 00000020:00000010:1.0:1715208994.081822:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.081824:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.081827:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009d651f00. 00008000:00000010:1.0:1715208994.081829:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.081831:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.081833:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.081834:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b60aa800. 00000020:00000010:1.0:1715208994.081836:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.081838:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012ab52d80. 00000020:00000010:1.0:1715208994.081842:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874100. 00000020:00000010:1.0:1715208994.081844:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874100. 00000020:00000010:1.0:1715208994.081848:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874100. 00000020:00000010:1.0:1715208994.081850:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874100. 00000020:00000010:1.0:1715208994.081852:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012ab52d80. 00000100:00000010:1.0:1715208994.081855:0:23778:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b0670800. 00000400:00000200:1.0:1715208994.081859:0:23778:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:1.0:1715208994.081863:0:23778:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1715208994.081865:0:23778:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800b0670800. 00000020:00000010:1.0:1715208994.081868:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012ab52d80. 00000020:00000010:1.0:1715208994.081870:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012ab52d80. 00000020:00000010:1.0:1715208994.081873:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88009d651f00. 00000020:00000010:1.0:1715208994.081879:0:23778:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a8c36a90. 00000020:00000010:1.0:1715208994.081885:0:23778:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88012b460800. 00000020:00000010:1.0:1715208994.081893:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88009d651f00. 00000020:00000010:1.0:1715208994.081895:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012ab52d80. 00000020:00000010:1.0:1715208994.081897:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012ab52d80. 00000020:00000010:1.0:1715208994.081899:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88009d651f00. 00000001:00000010:1.0:1715208994.081914:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d651b40. 00000001:00000010:1.0:1715208994.081917:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459540. 00000001:00000010:1.0:1715208994.081919:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60aa800. 00000001:00000010:1.0:1715208994.081926:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60abe00. 00000001:00000010:1.0:1715208994.081928:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ab200. 00000001:00000010:1.0:1715208994.081931:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ab400. 00000001:00000010:1.0:1715208994.081933:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d651180. 00000001:00000010:1.0:1715208994.081936:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009d459b60. 00000001:00000010:1.0:1715208994.081938:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60abc00. 00000001:00000010:1.0:1715208994.081940:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ab800. 00000001:00000010:1.0:1715208994.081943:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b586e400. 00000001:00000010:1.0:1715208994.081945:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b586fc00. 00000020:00000010:1.0:1715208994.081948:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b586e600. 00000020:00000010:1.0:1715208994.081950:0:23778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.081952:0:23778:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.081955:0:23778:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.081957:0:23778:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.081958:0:23778:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.081961:0:23778:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.081963:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b586e800. 00000020:00000010:1.0:1715208994.081965:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b586ee00. 00000020:00000010:1.0:1715208994.081967:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.081969:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.081971:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d6510c0. 00008000:00000010:1.0:1715208994.081973:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.081975:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.081976:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00000008:00000010:1.0:1715208994.081978:0:23778:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b04c6300. 00000020:00000010:1.0:1715208994.081986:0:23778:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff88012b462800. 00000100:00000200:1.0:1715208994.081995:0:23778:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.082000:0:23778:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.203.134@tcp primary NID 192.168.203.134@tcp rc 0 00010000:00000010:1.0:1715208994.082003:0:23778:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009d295e40. 00010000:00000010:1.0:1715208994.082006:0:23778:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b0671800. 00000001:00000010:1.0:1715208994.082008:0:23778:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800aa874100. 00000001:00000010:1.0:1715208994.082011:0:23778:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b04c6b80. 00000001:00000010:1.0:1715208994.082020:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f52000. 00000001:00000010:1.0:1715208994.082027:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f54000. 00000001:00000010:1.0:1715208994.082034:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f56000. 00000001:00000010:1.0:1715208994.082046:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a28000. 00000001:00000010:1.0:1715208994.082053:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a2a000. 00000001:00000010:1.0:1715208994.082059:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a2c000. 00000001:00000010:1.0:1715208994.082065:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a2e000. 00000001:00000010:1.0:1715208994.082076:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e528000. 00000001:00000010:1.0:1715208994.082082:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e52a000. 00000001:00000010:1.0:1715208994.082089:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e52c000. 00000001:00000010:1.0:1715208994.082095:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e52e000. 00000001:00000010:1.0:1715208994.082107:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012c888000. 00000001:00000010:1.0:1715208994.082113:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012c88a000. 00000001:00000010:1.0:1715208994.082119:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012c88c000. 00000001:00000010:1.0:1715208994.082125:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012c88e000. 00000001:00000010:1.0:1715208994.082136:0:23778:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880130808000. 00010000:00000010:1.0:1715208994.082141:0:23778:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff88012b463000. 00000020:00000010:1.0:1715208994.082202:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295180. 00000020:00000010:1.0:1715208994.082204:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009d459aa0. 00000020:00000010:1.0:1715208994.082221:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295120. 00000020:00000010:1.0:1715208994.082223:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b586ec00. 00000100:00000010:1.0:1715208994.082255:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35bb800. 00000100:00000010:1.0:1715208994.082258:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a35bbb80. 00000020:00000010:1.0:1715208994.082396:0:23778:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009d295600. 00000020:00000010:1.0:1715208994.082399:0:23778:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b63fd000. 00000020:00000010:1.0:1715208994.082430:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b586ee00. 00000020:00000010:1.0:1715208994.082433:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.082436:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.082438:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009d6510c0. 00008000:00000010:1.0:1715208994.082441:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.082444:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.082451:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.082453:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b586e800. 00000020:00000010:1.0:1715208994.082456:0:23778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.082482:0:23778:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b6dff000. 00000008:00000010:1.0:1715208994.082485:0:23778:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b0516000. 00020000:00000010:1.0:1715208994.082487:0:23778:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a91e8000. 00008000:00000010:1.0:1715208994.082490:0:23778:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009d5a4fc0. 00000080:00000010:1.0:1715208994.082492:0:23778:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b41af000. 00000020:00000010:1.0:1715208994.082494:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b586e600. 00000020:00000010:1.0:1715208994.082498:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88009d651f00. 00000020:00000010:1.0:1715208994.082500:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012ab52d80. 00000020:00000010:1.0:1715208994.082505:0:23778:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6e22f00. 00000020:00000010:1.0:1715208994.082507:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.082512:0:23778:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b586e600. 00000020:00000010:1.0:1715208994.082514:0:23778:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b586e800. 00000020:00000010:1.0:1715208994.082516:0:23778:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.082518:0:23778:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.082520:0:23778:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d488540. 00008000:00000010:1.0:1715208994.082523:0:23778:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.082525:0:23778:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.082527:0:23778:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 00020000:00000010:1.0:1715208994.082534:0:23778:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b586ee00. 00000020:00000010:1.0:1715208994.082538:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b586e800. 00000020:00000010:1.0:1715208994.082540:0:23778:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009d295960. 00000008:00000010:1.0:1715208994.082542:0:23778:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8770b28. 00020000:00000010:1.0:1715208994.082544:0:23778:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009d488540. 00008000:00000010:1.0:1715208994.082547:0:23778:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad220388. 00000080:00000010:1.0:1715208994.082549:0:23778:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5a72098. 00000080:00000010:1.0:1715208994.082551:0:23778:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8c54248. 00000020:00000010:1.0:1715208994.082552:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b586e600. 00000020:00000010:1.0:1715208994.082554:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b04c6a00. 00000020:00000010:1.0:1715208994.082556:0:23778:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6e22f00. 00000020:00000010:1.0:1715208994.082566:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.082568:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.082572:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.082573:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.082576:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b6e22f00. 00000020:00000010:1.0:1715208994.082578:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b6e22f00. 00000020:00000010:1.0:1715208994.082580:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.082581:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874f00. 00000100:00000010:1.0:1715208994.082592:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504000. 02000000:00000010:1.0:1715208994.082599:0:23778:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b586e600. 00000100:00000010:1.0:1715208994.082606:0:23778:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488540. 02000000:00000010:1.0:1715208994.082626:0:23778:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88012b450000. 00000400:00000010:1.0:1715208994.082630:0:23778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e18. 00000400:00000010:1.0:1715208994.082634:0:23778:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009d488d80. 00000100:00000200:1.0:1715208994.082637:0:23778:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526954635776, portal 25 00000400:00000010:1.0:1715208994.082641:0:23778:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715208994.082643:0:23778:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526954635776, offset 0 00000400:00000200:1.0:1715208994.082649:0:23778:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.082655:0:23778:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715208994.082659:0:23778:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208994.082662:0:23778:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715208994.082665:0:23778:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208994.082667:0:23778:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.082671:0:23778:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [11:11:256:4294967295] 192.168.203.134@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1715208994.082680:0:23778:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208994.082685:0:23778:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715208994.082687:0:23778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa874f00. 00000800:00000200:1.0:1715208994.082692:0:23778:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715208994.082698:0:23778:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208994.082701:0:23778:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa874f00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1715208994.082816:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715208994.082822:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa874f00. 00000400:00000200:3.0:1715208994.082826:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208994.082833:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715208994.082837:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:3.0:1715208994.082840:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:3.0:1715208994.082846:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504000 x1798526954635776/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208994.084501:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.084513:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 8472 into portal 25 MB=0x663c030400200 00000400:00000200:0.0:1715208994.084520:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:0.0:1715208994.084552:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.084556:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.084563:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504000 x1798526954635776/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1715208994.084692:0:23778:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e18. 00000400:00000200:1.0:1715208994.084699:0:23778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d488d80 00000400:00000010:1.0:1715208994.084701:0:23778:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff88009d488d80. 00000100:00000200:1.0:1715208994.084710:0:23778:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504000 x1798526954635776/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208994.084720:0:23778:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504000 x1798526954635776/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1715208994.084740:0:23778:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488540. 02000000:00000010:1.0:1715208994.084748:0:23778:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88012b450000. 02000000:00000010:1.0:1715208994.084761:0:23778:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b586e600. 00000100:00000010:1.0:1715208994.084764:0:23778:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504000. 00000020:00000010:1.0:1715208994.084775:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.084778:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.084783:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88009d295960. 00000020:00000010:1.0:1715208994.084787:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88009d295960. 00000100:00000010:1.0:1715208994.084792:0:23778:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504000. 02000000:00000010:1.0:1715208994.084798:0:23778:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b586e600. 00000100:00000010:1.0:1715208994.084805:0:23778:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488540. 02000000:00000010:1.0:1715208994.084824:0:23778:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88012b450000. 00000400:00000010:1.0:1715208994.084828:0:23778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e18. 00000400:00000010:1.0:1715208994.084832:0:23778:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009d488d80. 00000100:00000200:1.0:1715208994.084835:0:23778:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526954635840, portal 25 00000400:00000010:1.0:1715208994.084839:0:23778:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715208994.084841:0:23778:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526954635840, offset 0 00000400:00000200:1.0:1715208994.084847:0:23778:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208994.084855:0:23778:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715208994.084859:0:23778:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208994.084862:0:23778:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715208994.084865:0:23778:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208994.084867:0:23778:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.084871:0:23778:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [12:12:256:4294967295] 192.168.203.134@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1715208994.084880:0:23778:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208994.084891:0:23778:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715208994.084894:0:23778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa874f00. 00000800:00000200:1.0:1715208994.084898:0:23778:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715208994.084905:0:23778:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208994.084908:0:23778:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa874f00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.085089:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.085095:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa874f00. 00000400:00000200:0.0:1715208994.085101:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.085107:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.085111:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715208994.085113:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715208994.085120:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504000 x1798526954635840/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000200:0.0:1715208994.086608:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.086620:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 8472 into portal 25 MB=0x663c030400240 00000400:00000200:0.0:1715208994.086626:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 8472/8472 into md 0x159 [4] + 224 00000400:00000200:0.0:1715208994.086655:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.086659:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.086666:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504000 x1798526954635840/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000010:1.0:1715208994.086793:0:23778:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e18. 00000400:00000200:1.0:1715208994.086800:0:23778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d488d80 00000400:00000010:1.0:1715208994.086802:0:23778:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff88009d488d80. 00000100:00000200:1.0:1715208994.086810:0:23778:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504000 x1798526954635840/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:1.0:1715208994.086821:0:23778:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504000 x1798526954635840/t0(0) o502->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000010:1.0:1715208994.086841:0:23778:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488540. 02000000:00000010:1.0:1715208994.086849:0:23778:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88012b450000. 02000000:00000010:1.0:1715208994.086861:0:23778:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b586e600. 00000100:00000010:1.0:1715208994.086865:0:23778:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504000. 00000020:00000010:1.0:1715208994.086875:0:23778:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800aa874f00. 00000020:00000010:1.0:1715208994.086877:0:23778:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800aa874f00. 00000040:00000010:1.0:1715208994.086881:0:23778:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88009d38a000. 00000020:00000010:1.0:1715208994.086887:0:23778:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d2c4a00. 00000040:00000010:1.0:1715208994.086891:0:23778:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff88009d2c4e00. 00000020:00000010:1.0:1715208994.086894:0:23778:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88009ff83000. 00000020:00000010:1.0:1715208994.086899:0:23778:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff88009d2c4c00. 80000000:00000010:1.0:1715208994.086902:0:23778:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88009e7ae8a0. 00040000:00000010:1.0:1715208994.086905:0:23778:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800aa874000. 00040000:00000010:1.0:1715208994.086908:0:23778:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff88009d2c4000. 20000000:00000010:1.0:1715208994.086911:0:23778:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff88009d2c5200. 00000020:00000010:1.0:1715208994.086914:0:23778:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d2c4800. 00000040:00000010:3.0:1715208994.087046:0:23765:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88012da73600. 00000040:00000010:3.0:1715208994.087056:0:23765:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009eeae000. 00000040:00000010:3.0:1715208994.087060:0:23765:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff88013700d400. 00000020:00000010:3.0:1715208994.087075:0:23765:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b582fc00. 00000040:00000010:3.0:1715208994.087078:0:23765:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b582e800. 00000020:00000010:3.0:1715208994.087082:0:23765:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b591b000. 00000020:00000010:3.0:1715208994.087086:0:23765:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b582f000. 80000000:00000010:3.0:1715208994.087089:0:23765:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88009d1c4540. 00040000:00000010:3.0:1715208994.087092:0:23765:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b582e400. 20000000:00000010:3.0:1715208994.087095:0:23765:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff8800b582ee00. 00000020:00000010:3.0:1715208994.087098:0:23765:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b582ec00. 10000000:00000010:3.0:1715208994.087100:0:23765:0:(mgc_request.c:1691:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012ab59700. 00000100:00000010:3.0:1715208994.087131:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715208994.087141:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b74b200. 00010000:00000010:3.0:1715208994.087169:0:23765:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b0636f00. 00010000:00000010:3.0:1715208994.087174:0:23765:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a8240. 00000100:00000010:3.0:1715208994.087183:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.087195:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136805800. 00000400:00000010:3.0:1715208994.087199:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3898. 00000400:00000010:3.0:1715208994.087203:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715208994.087207:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954635904, portal 25 00000400:00000010:3.0:1715208994.087211:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000100:00000200:3.0:1715208994.087213:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526954635904, offset 0 00000400:00000200:3.0:1715208994.087220:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715208994.087228:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715208994.087232:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208994.087235:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715208994.087238:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208994.087241:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.087244:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [13:13:256:4294967295] 192.168.203.134@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1715208994.087253:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715208994.087258:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715208994.087261:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636400. 00000800:00000200:3.0:1715208994.087265:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715208994.087271:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715208994.087281:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.087445:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.087450:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636400. 00000400:00000200:0.0:1715208994.087455:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.087490:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.087494:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:0.0:1715208994.087496:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:0.0:1715208994.087503:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954635904/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208994.088974:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.088985:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 344 into portal 25 MB=0x663c030400280 00000400:00000200:0.0:1715208994.088992:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 344/344 into md 0x161 [1] + 224 00000400:00000200:0.0:1715208994.089009:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.089014:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.089020:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954635904/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1715208994.089175:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3898. 00000400:00000200:3.0:1715208994.089183:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:3.0:1715208994.089185:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715208994.089193:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954635904/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1715208994.089204:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954635904/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1715208994.089223:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28e40. 02000000:00000010:3.0:1715208994.089236:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136805800. 02000000:00000010:3.0:1715208994.089239:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b74b200. 00000100:00000010:3.0:1715208994.089242:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 10000000:00000010:3.0:1715208994.089248:0:23765:0:(mgc_request.c:1509:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800b591b000. 00000100:00000010:3.0:1715208994.089955:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715208994.089964:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b74b200. 00000100:00000010:3.0:1715208994.089972:0:23765:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff880136805800. 00000100:00000010:3.0:1715208994.089975:0:23765:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800b05ea000. 00000100:00000010:3.0:1715208994.089988:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28e40. 00000400:00000010:3.0:1715208994.090003:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3898. 00000400:00000010:3.0:1715208994.090008:0:23765:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009eeae000. 00000100:00000200:3.0:1715208994.090013:0:23765:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x663c0304002c0-0x663c0304002c0, portal 33 02000000:00000010:3.0:1715208994.090019:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b74ba00. 00000400:00000010:3.0:1715208994.090021:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b38f0. 00000400:00000010:3.0:1715208994.090023:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715208994.090025:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954635968, portal 25 00000400:00000010:3.0:1715208994.090029:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:3.0:1715208994.090030:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1798526954635968, offset 0 00000400:00000200:3.0:1715208994.090036:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715208994.090044:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715208994.090048:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208994.090051:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715208994.090059:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208994.090062:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208994.090065:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [14:14:256:4294967295] 192.168.203.134@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1715208994.090074:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715208994.090079:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715208994.090082:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636100. 00000800:00000200:3.0:1715208994.090087:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715208994.090092:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715208994.090095:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636100 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.090271:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.090277:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636100. 00000400:00000200:0.0:1715208994.090281:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.090287:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.090291:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:0.0:1715208994.090293:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:0.0:1715208994.090308:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954635968/t0(0) o256->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 304/240 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208994.091877:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.091888:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 176 into portal 33 MB=0x663c0304002c0 00000400:00000200:0.0:1715208994.091894:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.134@tcp of length 176/176 into md 0x169 [256] + 0 00000400:00000010:0.0:1715208994.091898:0:22722:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3898. 00000400:00000200:0.0:1715208994.091902:0:22722:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009eeae000 00000400:00000200:0.0:1715208994.091917:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.091922:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.091925:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009eeae000 00000400:00000010:0.0:1715208994.091927:0:22722:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 4216 at ffff88009eeae000. 00000100:00000200:0.0:1715208994.091931:0:22722:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff880136805800 00000400:00000200:0.0:1715208994.091953:0:22722:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715208994.091959:0:22722:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715208994.091963:0:22722:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [15:15:256:4294967295] 192.168.203.134@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1715208994.091973:0:22722:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:0.0:1715208994.091978:0:22722:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715208994.091986:0:22722:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8800a8c4c000. 00000800:00000200:0.0:1715208994.091990:0:22722:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715208994.091996:0:22722:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715208994.091999:0:22722:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a8c4c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208994.092054:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.092057:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8800a8c4c000. 00000400:00000200:0.0:1715208994.092060:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.092064:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1715208994.093443:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.093455:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 240 into portal 25 MB=0x663c0304002c0 00000400:00000200:0.0:1715208994.093485:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 240/240 into md 0x16d [1] + 224 00000400:00000200:0.0:1715208994.093510:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.093515:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.093521:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954635968/t0(0) o256->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 304/240 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208994.093656:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b38f0. 00000400:00000200:2.0:1715208994.093664:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:2.0:1715208994.093666:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:2.0:1715208994.093675:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954635968/t0(0) o256->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 304/240 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208994.093686:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954635968/t0(0) o256->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 304/240 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208994.093705:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28e40. 10000000:00000010:2.0:1715208994.093717:0:23765:0:(mgc_request.c:1229:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800aaa0c000. 00000100:00000200:2.0:1715208994.093727:0:23765:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.134@tcp 00000100:00000200:2.0:1715208994.093730:0:23765:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208994.093734:0:23765:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208994.093738:0:23765:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208994.093744:0:23765:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88009d3a0d00. 00000020:00000010:2.0:1715208994.093749:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31a800. 00000020:00000010:2.0:1715208994.093753:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.093764:0:23765:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.093769:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.093772:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.093775:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.093779:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.093782:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.093836:0:23765:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.093840:0:23765:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.093843:0:23765:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.093847:0:23765:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.093849:0:23765:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.093851:0:23765:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.093854:0:23765:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.093856:0:23765:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d31a800. 10000000:00000010:2.0:1715208994.093859:0:23765:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88009d3a0d00. 00000100:00000200:2.0:1715208994.093868:0:23765:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.134@tcp 00000100:00000200:2.0:1715208994.093870:0:23765:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208994.093872:0:23765:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208994.093876:0:23765:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208994.093879:0:23765:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88009d3a0d00. 00000020:00000010:2.0:1715208994.093883:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31a800. 00000020:00000010:2.0:1715208994.093885:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.093887:0:23765:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.093889:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.093891:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.093892:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.093894:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.093896:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.093913:0:23765:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.093915:0:23765:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.093917:0:23765:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.093920:0:23765:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.093922:0:23765:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.093924:0:23765:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.093932:0:23765:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.093934:0:23765:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d31a800. 10000000:00000010:2.0:1715208994.093936:0:23765:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88009d3a0d00. 00000100:00000200:2.0:1715208994.093942:0:23765:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.134@tcp 00000100:00000200:2.0:1715208994.093943:0:23765:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208994.093945:0:23765:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208994.093948:0:23765:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208994.093950:0:23765:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88009d3a0d00. 00000020:00000010:2.0:1715208994.093953:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31a800. 00000020:00000010:2.0:1715208994.093955:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.093957:0:23765:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.093959:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.093961:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.093963:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.093965:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.093967:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.093986:0:23765:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.093988:0:23765:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.093990:0:23765:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.093992:0:23765:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.093993:0:23765:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.093995:0:23765:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.093997:0:23765:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.093999:0:23765:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d31a800. 10000000:00000010:2.0:1715208994.094001:0:23765:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88009d3a0d00. 00000100:00000200:2.0:1715208994.094005:0:23765:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.134@tcp 00000100:00000200:2.0:1715208994.094006:0:23765:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208994.094008:0:23765:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208994.094010:0:23765:0:(peer.c:1744:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208994.094012:0:23765:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88009d3a0d00. 00000020:00000010:2.0:1715208994.094015:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31a800. 00000020:00000010:2.0:1715208994.094016:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.094018:0:23765:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.094020:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.094026:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.094028:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.094031:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.094032:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.094050:0:23765:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d31a600. 00000020:00000010:2.0:1715208994.094052:0:23765:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6084a80. 00000008:00000010:2.0:1715208994.094054:0:23765:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009e530b28. 00020000:00000010:2.0:1715208994.094056:0:23765:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e748d80. 00008000:00000010:2.0:1715208994.094057:0:23765:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ac8f4388. 00000080:00000010:2.0:1715208994.094059:0:23765:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5bc9098. 00000080:00000010:2.0:1715208994.094061:0:23765:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a93cc248. 00000020:00000010:2.0:1715208994.094063:0:23765:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d31a800. 10000000:00000010:2.0:1715208994.094065:0:23765:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88009d3a0d00. 10000000:00000010:2.0:1715208994.094067:0:23765:0:(mgc_request.c:1471:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800aaa0c000. 02000000:00000010:2.0:1715208994.094072:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b74ba00. 00000100:00000010:2.0:1715208994.094087:0:23765:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800b05ea000. 00000100:00000010:2.0:1715208994.094089:0:23765:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff880136805800. 02000000:00000010:2.0:1715208994.094093:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b74b200. 00000100:00000010:2.0:1715208994.094095:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 10000000:00000010:2.0:1715208994.094828:0:23765:0:(mgc_request.c:1627:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800b591b000. 00000100:00000010:2.0:1715208994.094926:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715208994.094934:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a800. 00010000:00000010:2.0:1715208994.094943:0:23765:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b05ca300. 00010000:00000010:2.0:1715208994.094947:0:23765:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a0240. 00000100:00000010:2.0:1715208994.094956:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715208994.094967:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1085c00. 00000400:00000010:2.0:1715208994.094971:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715208994.094974:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715208994.094978:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636032, portal 25 00000400:00000010:2.0:1715208994.094981:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715208994.094983:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526954636032, offset 0 00000400:00000200:2.0:1715208994.094989:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715208994.094996:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715208994.095005:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208994.095009:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715208994.095012:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208994.095015:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715208994.095018:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [16:16:256:4294967295] 192.168.203.134@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1715208994.095029:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715208994.095034:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715208994.095038:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b05caa00. 00000800:00000200:2.0:1715208994.095043:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715208994.095049:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715208994.095052:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b05caa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.095137:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.095163:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b05caa00. 00000400:00000200:0.0:1715208994.095169:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.095176:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.095180:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715208994.095182:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715208994.095190:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954636032/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1715208994.096621:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:1.0:1715208994.096633:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 344 into portal 25 MB=0x663c030400300 00000400:00000200:1.0:1715208994.096640:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 344/344 into md 0x175 [1] + 224 00000400:00000200:1.0:1715208994.096662:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208994.096666:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:1.0:1715208994.096674:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954636032/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208994.096719:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715208994.096725:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:2.0:1715208994.096726:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715208994.096734:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954636032/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208994.096744:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954636032/t0(0) o101->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208994.096761:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715208994.096776:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1085c00. 02000000:00000010:2.0:1715208994.096779:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a800. 00000100:00000010:2.0:1715208994.096782:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 10000000:00000010:2.0:1715208994.096789:0:23765:0:(mgc_request.c:1654:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a405c00. 00000020:00000010:2.0:1715208994.096791:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31a800. 00000020:00000010:2.0:1715208994.096794:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d31a600. 00000040:00000010:2.0:1715208994.096797:0:23765:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009d31a400. 00000020:00000010:2.0:1715208994.096800:0:23765:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88013680b800. 00000020:00000010:2.0:1715208994.096803:0:23765:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009d31a200. 80000000:00000010:2.0:1715208994.096806:0:23765:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b6084a80. 00040000:00000010:2.0:1715208994.096809:0:23765:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d31a000. 20000000:00000010:2.0:1715208994.096818:0:23765:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff88009d31aa00. 00000040:00000010:2.0:1715208994.096825:0:23765:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff88009d31ac00. 00000100:00000010:2.0:1715208994.096829:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715208994.096837:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31ae00. 00000100:00000010:2.0:1715208994.096844:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715208994.096854:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b000. 00000400:00000010:2.0:1715208994.096857:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715208994.096860:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715208994.096863:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954636096, portal 25 00000400:00000010:2.0:1715208994.096866:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715208994.096868:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1798526954636096, offset 0 00000400:00000200:2.0:1715208994.096874:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715208994.096880:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715208994.096884:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208994.096886:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715208994.096889:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208994.096891:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715208994.096895:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [17:17:256:4294967295] 192.168.203.134@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1715208994.096904:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715208994.096909:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715208994.096912:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b05caa00. 00000800:00000200:2.0:1715208994.096916:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715208994.096922:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715208994.096925:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b05caa00 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:0.0:1715208994.097008:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.097012:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b05caa00. 00000400:00000200:0.0:1715208994.097016:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.097022:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208994.097026:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715208994.097028:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715208994.097035:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954636096/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208994.098548:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.098558:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 25 MB=0x663c030400340 00000400:00000200:0.0:1715208994.098565:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 272/272 into md 0x17d [1] + 224 00000400:00000200:0.0:1715208994.098581:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.098585:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.098592:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954636096/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208994.098638:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715208994.098642:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:2.0:1715208994.098644:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715208994.098651:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954636096/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208994.098661:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954636096/t0(0) o501->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208994.098690:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715208994.098697:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b000. 02000000:00000010:2.0:1715208994.098701:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31ae00. 00000100:00000010:2.0:1715208994.098703:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000040:00000010:2.0:1715208994.098711:0:23765:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800a0632000. 00000100:00000010:2.0:1715208994.098715:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715208994.098721:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31ae00. 00000100:00000010:2.0:1715208994.098727:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715208994.098748:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800aaa70000. 00000400:00000010:2.0:1715208994.098751:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715208994.098755:0:23765:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009e748a80. 00000100:00000200:2.0:1715208994.098758:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526954636160, portal 25 00000400:00000010:2.0:1715208994.098761:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715208994.098763:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526954636160, offset 0 00000400:00000200:2.0:1715208994.098768:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715208994.098776:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715208994.098779:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208994.098782:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715208994.098785:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208994.098787:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715208994.098791:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [18:18:256:4294967295] 192.168.203.134@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1715208994.098800:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715208994.098804:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715208994.098807:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2b00. 00000800:00000200:2.0:1715208994.098812:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715208994.098817:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715208994.098820:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2b00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1715208994.098910:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208994.098915:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2b00. 00000400:00000200:1.0:1715208994.098919:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208994.098925:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715208994.098928:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715208994.098930:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715208994.098937:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954636160/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:3.0:1715208994.099230:0:23780:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012e7e1600. 00000020:00000010:3.0:1715208994.099242:0:23780:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012e7e1600. 00000020:00000010:1.0:1715208994.099379:0:23781:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b6006700. 00000020:00000010:1.0:1715208994.099387:0:23781:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b6006700. 00000400:00000200:1.0:1715208994.100341:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:1.0:1715208994.100351:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 8416 into portal 25 MB=0x663c030400380 00000400:00000200:1.0:1715208994.100357:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 8416/8416 into md 0x185 [4] + 224 00000400:00000200:1.0:1715208994.100382:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208994.100387:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:1.0:1715208994.100393:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954636160/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208994.100432:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715208994.100437:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009e748a80 00000400:00000010:2.0:1715208994.100439:0:23765:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff88009e748a80. 00000100:00000200:2.0:1715208994.100449:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954636160/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208994.100505:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954636160/t0(0) o503->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715209010 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208994.100523:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715208994.100531:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800aaa70000. 02000000:00000010:2.0:1715208994.100544:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31ae00. 00000100:00000010:2.0:1715208994.100547:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000040:00000010:2.0:1715208994.100554:0:23765:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88009d3a0200. 00000020:00000010:0.0:1715208994.100703:0:23782:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012e6bfe40. 00000020:00000010:0.0:1715208994.100711:0:23782:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012e6bfe40. 00000020:00000010:1.0:1715208994.100732:0:23784:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b586f800. 00000020:00000010:1.0:1715208994.100738:0:23784:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b586e800. 00000040:00000010:1.0:1715208994.100741:0:23784:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b586f200. 00000020:00000010:1.0:1715208994.100745:0:23784:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012b461800. 00000020:00000010:1.0:1715208994.100748:0:23784:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009d2c4800. 80000000:00000010:1.0:1715208994.100751:0:23784:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009d295960. 00040000:00000010:1.0:1715208994.100754:0:23784:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800aa874f00. 00040000:00000010:1.0:1715208994.100756:0:23784:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d2c5200. 20000000:00000010:1.0:1715208994.100759:0:23784:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff88009d2c4000. 00000040:00000010:1.0:1715208994.100772:0:23784:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88013080a000. 00000020:00000010:2.0:1715208994.101001:0:23783:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012a405640. 00000020:00000010:2.0:1715208994.101007:0:23783:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012a405640. 00000040:00000010:1.0:1715208994.101393:0:23784:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88013080a000. 00000020:00000010:1.0:1715208994.101399:0:23784:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b586e800. 00000040:00000010:1.0:1715208994.101403:0:23784:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b586f200. 00000020:00000010:1.0:1715208994.101406:0:23784:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012b461800. 00000020:00000010:1.0:1715208994.101409:0:23784:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff88009d2c4800. 80000000:00000010:1.0:1715208994.101412:0:23784:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88009d295960. 00040000:00000010:1.0:1715208994.101414:0:23784:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800aa874f00. 00040000:00000010:1.0:1715208994.101417:0:23784:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff88009d2c5200. 20000000:00000010:1.0:1715208994.101420:0:23784:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff88009d2c4000. 00000020:00000010:1.0:1715208994.101422:0:23784:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b586f800. 00000040:00000010:3.0:1715208994.101491:0:23765:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88009d3a0200. 00000040:00000010:3.0:1715208994.101503:0:23765:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a0632000. 00000040:00000010:3.0:1715208994.101511:0:23765:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff88009d31ac00. 00000020:00000010:3.0:1715208994.101516:0:23765:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d31a600. 00000040:00000010:3.0:1715208994.101519:0:23765:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff88009d31a400. 00000020:00000010:3.0:1715208994.101523:0:23765:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88013680b800. 00000020:00000010:3.0:1715208994.101527:0:23765:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff88009d31a200. 80000000:00000010:3.0:1715208994.101531:0:23765:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b6084a80. 00040000:00000010:3.0:1715208994.101535:0:23765:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff88009d31a000. 20000000:00000010:3.0:1715208994.101539:0:23765:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff88009d31aa00. 00000020:00000010:3.0:1715208994.101541:0:23765:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d31a800. 10000000:00000010:3.0:1715208994.101544:0:23765:0:(mgc_request.c:1691:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a405c00. 00000020:00000010:3.0:1715208994.101570:0:23765:0:(obd_mount.c:101:lustre_process_log()) kfreed 'lcfg': 176 at ffff88009e748480. 00000020:00000010:3.0:1715208994.101573:0:23765:0:(obd_mount.c:103:lustre_process_log()) kfreed 'bufs': 104 at ffff88009d3a0780. 00000080:00000010:3.0:1715208994.101581:0:23765:0:(llite_lib.c:1474:ll_fill_super()) kmalloced '(dt)': 33 at ffff88012e7e1c40. 00000080:00000010:3.0:1715208994.101585:0:23765:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(md)': 33 at ffff88012e7e1640. 00000080:00000010:3.0:1715208994.101592:0:23765:0:(llite_lib.c:320:client_common_fill_super()) kmalloced '(data)': 192 at ffff88009de28c00. 00000080:00000010:3.0:1715208994.101595:0:23765:0:(llite_lib.c:324:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff88009de28180. 00000020:00000010:3.0:1715208994.101603:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b591b000. 00000020:00000010:3.0:1715208994.101635:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b591d800. 00000400:00000200:3.0:1715208994.101658:0:23765:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.203.134@tcp discovered: 1 00000100:00000010:3.0:1715208994.101673:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715208994.101681:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136806400. 40000000:00000010:3.0:1715208994.101726:0:23765:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b0636e00. 40000000:00000010:3.0:1715208994.101730:0:23765:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at ffff88009de28a80. 02000000:00000010:1.0:1715208994.101757:0:22726:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0672000. 00000400:00000010:1.0:1715208994.101762:0:22726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e18. 00000400:00000010:1.0:1715208994.101766:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 40000000:00000010:3.0:1715208994.101767:0:23765:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at ffff88009de28a80. 00000100:00000200:1.0:1715208994.101770:0:22726:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636224, portal 10 80000000:00000010:3.0:1715208994.101772:0:23765:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at ffff88012e7e1380. 00000020:00000010:1.0:1715208994.101774:0:22726:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88013080a000. 00020000:00000010:3.0:1715208994.101778:0:23765:0:(lu_tgt_descs.c:124:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff88012da73600. 00000400:00000010:1.0:1715208994.101779:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:1.0:1715208994.101781:0:22726:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526954636224, offset 0 00000100:00000010:3.0:1715208994.101784:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 00000400:00000200:1.0:1715208994.101787:0:22726:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715208994.101789:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b0636d00. 00000400:00000200:1.0:1715208994.101794:0:22726:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715208994.101798:0:22726:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208994.101801:0:22726:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715208994.101804:0:22726:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208994.101806:0:22726:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715208994.101809:0:22726:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [19:19:256:4294967295] 192.168.203.134@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1715208994.101819:0:22726:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208994.101824:0:22726:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715208994.101827:0:22726:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa874f00. 00000020:00000010:3.0:1715208994.101829:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88012aae7000. 00000800:00000200:1.0:1715208994.101831:0:22726:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715208994.101836:0:22726:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208994.101839:0:22726:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa874f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1715208994.101839:0:23765:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.203.134@tcp discovered: 1 00000100:00000010:3.0:1715208994.101846:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715208994.101851:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136805800. 00000020:00000010:0.0:1715208994.101854:0:22728:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009d0b0a10. 00000020:00000010:0.0:1715208994.101866:0:22728:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009de04200. 80000000:00000010:0.0:1715208994.101869:0:22728:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012e9e7b40. 02000000:00000010:1.0:1715208994.101870:0:22726:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0671c00. 40000000:00000010:0.0:1715208994.101872:0:22728:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012e6bfb80. 00000400:00000010:1.0:1715208994.101873:0:22726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e70. 40000000:00000010:3.0:1715208994.101875:0:23765:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b0636b00. 00000008:00000010:0.0:1715208994.101876:0:22728:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009efc2178. 00000400:00000010:1.0:1715208994.101876:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715208994.101878:0:22726:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636352, portal 10 40000000:00000010:3.0:1715208994.101878:0:23765:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at ffff88009de28a80. 00020000:00000010:0.0:1715208994.101879:0:22728:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012b820a80. 00008000:00000010:0.0:1715208994.101883:0:22728:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009e7d0a98. 00000020:00000010:1.0:1715208994.101884:0:22726:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88013080c000. 00100000:00000010:0.0:1715208994.101887:0:22728:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6191000. 00000400:00000010:1.0:1715208994.101887:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715208994.101888:0:22726:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526954636352, offset 0 00040000:00000010:0.0:1715208994.101890:0:22728:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6f5d000. 00000400:00000200:1.0:1715208994.101893:0:22726:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00040000:00000010:0.0:1715208994.101894:0:22728:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6192000. 00040000:00000010:0.0:1715208994.101897:0:22728:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009de04c00. 00000400:00000200:1.0:1715208994.101898:0:22726:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000004:00000010:0.0:1715208994.101900:0:22728:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6194800. 00000400:00000200:1.0:1715208994.101901:0:22726:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208994.101903:0:22726:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 40000000:00000010:3.0:1715208994.101903:0:23765:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at ffff88009de28a80. 00000004:00000010:0.0:1715208994.101905:0:22728:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800a9d11000. 00000400:00000200:1.0:1715208994.101905:0:22726:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 80000000:00000010:3.0:1715208994.101905:0:23765:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at ffff88012e7e1500. 00000400:00000200:1.0:1715208994.101907:0:22726:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000004:00000010:0.0:1715208994.101908:0:22728:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6196800. 00000400:00000200:1.0:1715208994.101910:0:22726:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [20:20:255:4294967295] 192.168.203.134@tcp LPNI seq info [20:20:7:4294967295] 00000100:00000010:3.0:1715208994.101910:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 00002000:00000010:0.0:1715208994.101911:0:22728:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009feec800. 00000004:00000010:0.0:1715208994.101913:0:22728:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88009feef800. 02000000:00000010:3.0:1715208994.101914:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b0636600. 00000080:00000010:0.0:1715208994.101917:0:22728:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800aa9961c8. 00000400:00000200:1.0:1715208994.101917:0:22726:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000080:00000010:0.0:1715208994.101920:0:22728:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab4ec6d8. 00000800:00000200:1.0:1715208994.101921:0:22726:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.134@tcp 00000008:00000010:0.0:1715208994.101924:0:22728:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac4a82c0. 00000800:00000010:1.0:1715208994.101925:0:22726:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa874000. 00020000:00000010:0.0:1715208994.101927:0:22728:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab5c8480. 00008000:00000010:0.0:1715208994.101929:0:22728:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab4e3898. 00000800:00000200:1.0:1715208994.101929:0:22726:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000080:00000010:0.0:1715208994.101932:0:22728:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b761e0. 00000800:00000200:1.0:1715208994.101933:0:22726:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208994.101935:0:22726:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa874000 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:2.0:1715208994.101940:0:22729:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac4d8f18. 00000020:00000010:2.0:1715208994.101945:0:22729:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009d31ae00. 80000000:00000010:2.0:1715208994.101948:0:22729:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b6084540. 00000020:00000010:1.0:1715208994.101950:0:22727:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9de8f18. 40000000:00000010:2.0:1715208994.101951:0:22729:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012a4051c0. 00000020:00000010:1.0:1715208994.101953:0:22727:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88009d2c4000. 00000008:00000010:2.0:1715208994.101953:0:22729:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e530b28. 80000000:00000010:1.0:1715208994.101956:0:22727:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009d295960. 00020000:00000010:2.0:1715208994.101956:0:22729:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b5aa5480. 00800000:00000010:3.0:1715208994.101957:0:23765:0:(lmv_obd.c:1434:lmv_statfs()) kmalloced '(temp)': 144 at ffff88009de28a80. 40000000:00000010:1.0:1715208994.101958:0:22727:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b60066c0. 00008000:00000010:2.0:1715208994.101959:0:22729:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4388. 00000008:00000010:1.0:1715208994.101960:0:22727:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8770b28. 00100000:00000010:2.0:1715208994.101962:0:22729:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013680f000. 00020000:00000010:1.0:1715208994.101963:0:22727:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d488d80. 00000800:00000200:0.0:1715208994.101964:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00008000:00000010:1.0:1715208994.101965:0:22727:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220388. 00040000:00000010:2.0:1715208994.101965:0:22729:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6dd2d00. 00000100:00000010:3.0:1715208994.101965:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 00000800:00000010:0.0:1715208994.101967:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa874f00. 00100000:00000010:1.0:1715208994.101968:0:22727:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b461800. 00040000:00000010:2.0:1715208994.101969:0:22729:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88013680e800. 02000000:00000010:3.0:1715208994.101969:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b0636400. 00000400:00000200:0.0:1715208994.101971:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:1.0:1715208994.101971:0:22727:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b7b00100. 00040000:00000010:2.0:1715208994.101971:0:22729:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d31b000. 00040000:00000010:1.0:1715208994.101974:0:22727:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012b461000. 00000004:00000010:2.0:1715208994.101974:0:22729:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136808000. 00000100:00000010:3.0:1715208994.101974:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28900. 00040000:00000010:1.0:1715208994.101976:0:22727:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d2c5200. 00000400:00000200:0.0:1715208994.101977:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000004:00000010:2.0:1715208994.101977:0:22729:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800aaa0c000. 00000004:00000010:2.0:1715208994.101980:0:22729:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88013680d000. 00000400:00000200:0.0:1715208994.101981:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715208994.101983:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00002000:00000010:2.0:1715208994.101983:0:22729:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a1085c00. 00000004:00000010:1.0:1715208994.101984:0:22727:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012b465800. 00000004:00000010:2.0:1715208994.101986:0:22729:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800a1086800. 00000004:00000010:1.0:1715208994.101988:0:22727:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff880137273000. 00000100:00000200:0.0:1715208994.101989:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954636224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000080:00000010:2.0:1715208994.101989:0:22729:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9098. 00000004:00000010:1.0:1715208994.101990:0:22727:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b466800. 00000080:00000010:2.0:1715208994.101991:0:22729:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc248. 00002000:00000010:1.0:1715208994.101993:0:22727:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b0672400. 00000004:00000010:1.0:1715208994.101995:0:22727:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b0672800. 00000020:00000010:3.0:1715208994.101995:0:22730:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009ef58508. 00000080:00000010:1.0:1715208994.101998:0:22727:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72098. 00000020:00000010:3.0:1715208994.101998:0:22730:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b582ec00. 00000080:00000010:1.0:1715208994.102000:0:22727:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54248. 80000000:00000010:3.0:1715208994.102001:0:22730:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009d1c4540. 00000008:00000010:1.0:1715208994.102003:0:22727:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516000. 00000008:00000010:2.0:1715208994.102003:0:22729:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc000. 40000000:00000010:3.0:1715208994.102003:0:22730:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012e7e1680. 00020000:00000010:1.0:1715208994.102005:0:22727:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8000. 00020000:00000010:2.0:1715208994.102007:0:22729:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a0480. 00008000:00000010:1.0:1715208994.102008:0:22727:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4fc0. 00008000:00000010:2.0:1715208994.102009:0:22729:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf20. 00000080:00000010:1.0:1715208994.102010:0:22727:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af000. 00000008:00000010:3.0:1715208994.102016:0:22730:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e4a8000. 00000080:00000010:2.0:1715208994.102020:0:22729:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c000. 00020000:00000010:3.0:1715208994.102020:0:22730:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009de28780. 00008000:00000010:3.0:1715208994.102030:0:22730:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aab98000. 00100000:00000010:3.0:1715208994.102034:0:22730:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012aae6800. 00040000:00000010:3.0:1715208994.102041:0:22730:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b0636000. 00000800:00000200:0.0:1715208994.102042:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208994.102045:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa874000. 00040000:00000010:3.0:1715208994.102045:0:22730:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012aae7800. 00040000:00000010:3.0:1715208994.102047:0:22730:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b582ee00. 00000400:00000200:0.0:1715208994.102048:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.102052:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000004:00000010:3.0:1715208994.102052:0:22730:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6072000. 00000004:00000010:3.0:1715208994.102055:0:22730:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b05ee000. 00000004:00000010:3.0:1715208994.102059:0:22730:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6077000. 00000400:00000200:0.0:1715208994.102061:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715208994.102063:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00002000:00000010:3.0:1715208994.102066:0:22730:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aab9c000. 00000100:00000200:0.0:1715208994.102068:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954636352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000004:00000010:3.0:1715208994.102069:0:22730:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800aab9c400. 00000080:00000010:3.0:1715208994.102077:0:22730:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a9315000. 00000080:00000010:3.0:1715208994.102086:0:22730:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9c30000. 00000008:00000010:3.0:1715208994.102095:0:22730:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbe000. 00020000:00000010:3.0:1715208994.102098:0:22730:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a20a8480. 00008000:00000010:3.0:1715208994.102101:0:22730:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012e62ffb0. 00000080:00000010:3.0:1715208994.102108:0:22730:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a9316000. 00000400:00000200:0.0:1715208994.103452:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.103490:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 10 MB=0x663c0304003c0 00000400:00000200:0.0:1715208994.103498:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:0.0:1715208994.103508:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.103511:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.103518:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954636224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208994.103553:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208994.103558:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 10 MB=0x663c030400440 00000400:00000200:0.0:1715208994.103562:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 416/416 into md 0x195 [1] + 0 00000400:00000200:0.0:1715208994.103582:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208994.103586:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208994.103590:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954636352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208994.103645:0:22726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e70. 00000400:00000200:1.0:1715208994.103652:0:22726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715208994.103654:0:22726:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715208994.103662:0:22726:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954636352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208994.103673:0:22726:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954636352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208994.103695:0:22726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e18. 00000400:00000200:1.0:1715208994.103697:0:22726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:1.0:1715208994.103698:0:22726:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:1.0:1715208994.103702:0:22726:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954636224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208994.103709:0:22726:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954636224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:1.0:1715208994.103722:0:22726:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0671c00. 02000000:00000010:1.0:1715208994.103726:0:22726:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136805800. 00000100:00000010:1.0:1715208994.103729:0:22726:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 02000000:00000010:1.0:1715208994.103732:0:22726:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0672000. 02000000:00000010:1.0:1715208994.103734:0:22726:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136806400. 00000100:00000010:1.0:1715208994.103736:0:22726:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:2.0:1715208999.111583:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715208999.111604:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dd2f00. 00000100:00000010:2.0:1715208999.111661:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715208999.111669:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086c00. 00000100:00000010:2.0:1715208999.111691:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715208999.111695:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1087000. 02000000:00000010:3.0:1715208999.111743:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b582f000. 00000400:00000010:3.0:1715208999.111753:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715208999.111761:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715208999.111769:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954636544, portal 25 00000400:00000010:3.0:1715208999.111773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000100:00000200:3.0:1715208999.111776:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954636544, offset 0 00000400:00000200:3.0:1715208999.111786:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715208999.111798:0:22726:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0672000. 00000400:00000200:3.0:1715208999.111801:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715208999.111807:0:22726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e18. 00000400:00000200:3.0:1715208999.111807:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208999.111811:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715208999.111812:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000200:3.0:1715208999.111815:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715208999.111817:0:22726:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636608, portal 10 00000400:00000200:3.0:1715208999.111818:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715208999.111821:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [21:21:256:4294967295] 192.168.203.134@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000010:1.0:1715208999.111822:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715208999.111824:0:22726:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526954636608, offset 0 00000400:00000200:3.0:1715208999.111833:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715208999.111834:0:22726:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715208999.111840:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208999.111843:0:22726:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715208999.111844:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636a00. 00000400:00000200:1.0:1715208999.111847:0:22726:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208999.111850:0:22726:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715208999.111851:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715208999.111853:0:22726:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208999.111856:0:22726:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715208999.111859:0:22726:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [22:22:255:4294967295] 192.168.203.134@tcp LPNI seq info [22:22:7:4294967295] 00000800:00000200:3.0:1715208999.111862:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715208999.111869:0:22726:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208999.111874:0:22726:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715208999.111877:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715208999.111878:0:22726:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715208999.111883:0:22726:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715208999.111889:0:22726:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208999.111893:0:22726:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:1.0:1715208999.111915:0:22726:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0671c00. 00000400:00000010:1.0:1715208999.111919:0:22726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e70. 00000400:00000010:1.0:1715208999.111922:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000100:00000200:1.0:1715208999.111924:0:22726:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636672, portal 10 00000400:00000010:1.0:1715208999.111928:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715208999.111930:0:22726:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526954636672, offset 0 00000400:00000200:1.0:1715208999.111934:0:22726:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715208999.111938:0:22726:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715208999.111941:0:22726:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208999.111944:0:22726:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715208999.111946:0:22726:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208999.111948:0:22726:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715208999.111961:0:22726:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [23:23:254:4294967295] 192.168.203.134@tcp LPNI seq info [23:23:6:4294967295] 00000400:00000200:1.0:1715208999.111969:0:22726:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715208999.111974:0:22726:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715208999.111977:0:22726:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00200. 00000800:00000200:1.0:1715208999.111980:0:22726:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715208999.111985:0:22726:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715208999.111988:0:22726:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00200 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1715208999.111993:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208999.112003:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636a00. 00000400:00000200:0.0:1715208999.112012:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208999.112023:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208999.112031:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:0.0:1715208999.112033:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:0.0:1715208999.112047:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954636544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208999.112077:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208999.112079:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715208999.112081:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208999.112101:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208999.112104:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715208999.112106:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715208999.112150:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954636608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208999.112254:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208999.112256:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00200. 00000400:00000200:0.0:1715208999.112259:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208999.112264:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715208999.112267:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:0.0:1715208999.112269:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715208999.112274:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954636672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208999.113925:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208999.113942:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030400500 00000400:00000200:0.0:1715208999.113952:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19d [1] + 224 00000400:00000200:0.0:1715208999.113966:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208999.113969:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208999.113977:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954636544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208999.114018:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208999.114023:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 10 MB=0x663c030400580 00000400:00000200:0.0:1715208999.114028:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 416/416 into md 0x1ad [1] + 0 00000400:00000200:0.0:1715208999.114034:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208999.114037:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715208999.114041:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954636672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208999.114069:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715208999.114073:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 10 MB=0x663c030400540 00000400:00000200:0.0:1715208999.114087:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 416/416 into md 0x1a5 [1] + 0 00000400:00000010:3.0:1715208999.114127:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:0.0:1715208999.114130:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208999.114134:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715208999.114135:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:3.0:1715208999.114137:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715208999.114148:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954636544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208999.114149:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954636608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208999.114161:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954636544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208999.114183:0:22726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e18. 02000000:00000010:3.0:1715208999.114186:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b582f000. 00000400:00000200:1.0:1715208999.114191:0:22726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 02000000:00000010:3.0:1715208999.114192:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dd2f00. 00000400:00000010:1.0:1715208999.114193:0:22726:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000010:3.0:1715208999.114196:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000200:1.0:1715208999.114202:0:22726:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954636608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208999.114213:0:22726:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954636608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.114136:0:22726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e70. 00000400:00000200:2.0:1715209000.114142:0:22726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:2.0:1715209000.114144:0:22726:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:2.0:1715209000.114153:0:22726:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954636672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209000.114153:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aab9c800. 00000400:00000010:3.0:1715209000.114158:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209000.114160:0:22726:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954636672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1715209009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.114162:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.114166:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636480, portal 10 00000020:00000010:2.0:1715209000.114172:0:22726:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a0634000. 00000020:00000010:3.0:1715209000.114174:0:23765:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009eeae000. 00000400:00000010:3.0:1715209000.114177:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000100:00000200:3.0:1715209000.114178:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1798526954636480, offset 0 00000400:00000200:3.0:1715209000.114183:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.114191:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.114195:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.114198:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.114200:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.114202:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:0.0:1715209000.114204:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feee800. 00000400:00000200:3.0:1715209000.114204:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [24:24:256:4294967295] 192.168.203.134@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000010:0.0:1715209000.114208:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000200:3.0:1715209000.114210:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715209000.114211:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715209000.114213:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636288, portal 10 00000800:00000200:3.0:1715209000.114214:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.114217:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636100. 00000020:00000010:0.0:1715209000.114218:0:22728:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8c4c000. 00000400:00000010:0.0:1715209000.114220:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000800:00000200:3.0:1715209000.114220:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:0.0:1715209000.114221:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1798526954636288, offset 0 00000400:00000200:0.0:1715209000.114225:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715209000.114226:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209000.114229:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.114232:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.114233:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209000.114233:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209000.114235:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.114236:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.114237:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [25:25:255:4294967295] 192.168.203.134@tcp LPNI seq info [25:25:7:4294967295] 00000400:00000200:0.0:1715209000.114242:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.114244:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.114246:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715209000.114249:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.114252:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.114254:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209000.114281:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.114284:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636100. 00000400:00000200:1.0:1715209000.114287:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209000.114290:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.114293:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:1.0:1715209000.114294:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:1.0:1715209000.114298:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954636480/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:3.0:1715209000.114311:0:22726:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0672000. 02000000:00000010:3.0:1715209000.114316:0:22726:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086c00. 00000100:00000010:3.0:1715209000.114319:0:22726:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 02000000:00000010:3.0:1715209000.114322:0:22726:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0671c00. 02000000:00000010:3.0:1715209000.114323:0:22726:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1087000. 00000100:00000010:3.0:1715209000.114324:0:22726:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 02000000:00000010:0.0:1715209000.114328:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feeec00. 00000400:00000010:0.0:1715209000.114330:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:0.0:1715209000.114332:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715209000.114334:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636416, portal 10 00000020:00000010:0.0:1715209000.114342:0:22729:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8c4e000. 00000400:00000010:0.0:1715209000.114344:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000800:00000200:1.0:1715209000.114344:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1715209000.114346:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1798526954636416, offset 0 00000800:00000010:1.0:1715209000.114346:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209000.114347:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.114349:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.114349:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.114351:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000200:0.0:1715209000.114352:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209000.114352:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000400:00000200:0.0:1715209000.114354:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715209000.114354:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954636288/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.114355:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.114356:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.114357:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.114359:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [26:26:255:4294967295] 192.168.203.134@tcp LPNI seq info [26:26:7:4294967295] 00000400:00000200:0.0:1715209000.114363:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.114365:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.114367:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209000.114368:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.114371:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.114373:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.114420:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.114422:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715209000.114424:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.114427:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.114429:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:2.0:1715209000.114430:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715209000.114432:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954636416/t0(0) o41->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.116427:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.116440:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 368 into portal 10 MB=0x663c030400400 00000400:00000200:0.0:1715209000.116448:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 368/368 into md 0x1bd [1] + 224 00000400:00000200:0.0:1715209000.116458:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.116496:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.116504:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954636288/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.116540:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.116546:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 368 into portal 10 MB=0x663c030400480 00000400:00000200:0.0:1715209000.116550:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 368/368 into md 0x1c5 [1] + 224 00000400:00000200:0.0:1715209000.116555:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.116559:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.116572:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954636416/t0(0) o41->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.116602:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.116606:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 368 into portal 10 MB=0x663c0304004c0 00000400:00000200:0.0:1715209000.116610:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 368/368 into md 0x1b5 [1] + 224 00000400:00000010:2.0:1715209000.116622:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:0.0:1715209000.116623:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.116626:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.116630:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715209000.116632:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715209000.116641:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954636480/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.116641:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954636288/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.116667:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954636288/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:2.0:1715209000.116678:0:22728:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a0636000. 00000400:00000010:1.0:1715209000.116690:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 02000000:00000010:2.0:1715209000.116691:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feee800. 02000000:00000010:2.0:1715209000.116693:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b0636d00. 00000400:00000200:1.0:1715209000.116694:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209000.116695:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000010:2.0:1715209000.116695:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:1.0:1715209000.116699:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954636416/t0(0) o41->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.116704:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954636416/t0(0) o41->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:1.0:1715209000.116716:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feeec00. 02000000:00000010:1.0:1715209000.116718:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b0636600. 00000100:00000010:1.0:1715209000.116720:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:3.0:1715209000.116728:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.116732:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:3.0:1715209000.116733:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.116737:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954636480/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.116742:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954636480/t0(0) o41->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.116754:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28900. 02000000:00000010:3.0:1715209000.116758:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aab9c800. 02000000:00000010:3.0:1715209000.116760:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b0636400. 00000100:00000010:3.0:1715209000.116762:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00800000:00000010:3.0:1715209000.116765:0:23765:0:(lmv_obd.c:1487:lmv_statfs()) kfreed 'temp': 144 at ffff88009de28a80. 00000020:00000010:3.0:1715209000.116779:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6075800. 00000020:00000010:3.0:1715209000.116788:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6073000. 00000400:00000200:3.0:1715209000.116795:0:23765:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.203.134@tcp discovered: 1 00000100:00000010:3.0:1715209000.116804:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209000.116810:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9c800. 02000000:00000010:0.0:1715209000.116848:0:22726:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feed000. 00000400:00000010:0.0:1715209000.116851:0:22726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:0.0:1715209000.116853:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715209000.116855:0:22726:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636736, portal 4 00000100:00000010:2.0:1715209000.116857:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 00000020:00000010:3.0:1715209000.116857:0:23765:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6074800. 00000020:00000010:0.0:1715209000.116860:0:22726:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012ea06000. 02000000:00000010:2.0:1715209000.116862:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dd2300. 00000400:00000200:3.0:1715209000.116862:0:23765:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.203.134@tcp discovered: 1 00000400:00000010:0.0:1715209000.116863:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715209000.116864:0:22726:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1798526954636736, offset 0 00000100:00000010:3.0:1715209000.116865:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 00000400:00000200:0.0:1715209000.116866:0:22726:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715209000.116867:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9cc00. 00000400:00000200:0.0:1715209000.116870:0:22726:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.116872:0:22726:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.116873:0:22726:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.116875:0:22726:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.116876:0:22726:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.116877:0:22726:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [27:27:256:4294967295] 192.168.203.134@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:0.0:1715209000.116882:0:22726:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.116884:0:22726:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.116885:0:22726:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 02000000:00000010:3.0:1715209000.116887:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b582f000. 00000800:00000200:0.0:1715209000.116888:0:22726:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:3.0:1715209000.116889:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000800:00000200:0.0:1715209000.116890:0:22726:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:3.0:1715209000.116891:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000800:00000200:0.0:1715209000.116892:0:22726:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1715209000.116897:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954636800, portal 25 00000400:00000010:3.0:1715209000.116899:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000100:00000200:3.0:1715209000.116900:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954636800, offset 0 00000400:00000200:3.0:1715209000.116903:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715209000.116905:0:22726:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feecc00. 00000400:00000010:0.0:1715209000.116906:0:22726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000200:3.0:1715209000.116907:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209000.116908:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715209000.116909:0:22726:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636864, portal 4 00000400:00000200:3.0:1715209000.116909:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.116910:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.116912:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000020:00000010:0.0:1715209000.116913:0:22726:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012ea04000. 00000400:00000200:3.0:1715209000.116913:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:0.0:1715209000.116914:0:22726:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000200:3.0:1715209000.116914:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [28:28:255:4294967295] 192.168.203.134@tcp LPNI seq info [28:28:7:4294967295] 00000100:00000200:0.0:1715209000.116915:0:22726:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1798526954636864, offset 0 00000400:00000200:0.0:1715209000.116918:0:22726:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.116919:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715209000.116922:0:22726:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209000.116922:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.116923:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636400. 00000400:00000200:0.0:1715209000.116924:0:22726:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.116925:0:22726:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.116926:0:22726:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209000.116926:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209000.116927:0:22726:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.116929:0:22726:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [29:29:254:4294967295] 192.168.203.134@tcp LPNI seq info [29:29:6:4294967295] 00000800:00000200:3.0:1715209000.116929:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.116931:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209000.116933:0:22726:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.116935:0:22726:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.116936:0:22726:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:1.0:1715209000.116937:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1715209000.116938:0:22726:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000010:1.0:1715209000.116939:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209000.116940:0:22726:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.116941:0:22726:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1715209000.116941:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209000.116943:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.116945:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209000.116946:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715209000.116948:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954636736/t0(0) o8->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.116951:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209000.116955:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b582e800. 00000800:00000200:1.0:1715209000.116958:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.116959:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636400. 00000400:00000200:1.0:1715209000.116960:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1715209000.116960:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28a80. 00000400:00000200:1.0:1715209000.116961:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.116962:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:1.0:1715209000.116963:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 02000000:00000010:3.0:1715209000.116964:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aab9d000. 00000100:00000200:1.0:1715209000.116965:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954636800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.116966:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b39a0. 00000400:00000010:3.0:1715209000.116967:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000100:00000200:3.0:1715209000.116969:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954636928, portal 10 00000400:00000010:3.0:1715209000.116971:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715209000.116972:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1798526954636928, offset 0 00000800:00000200:1.0:1715209000.116975:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1715209000.116975:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.116976:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209000.116977:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715209000.116977:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.116979:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715209000.116979:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.116980:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.116981:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.116982:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.116984:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209000.116985:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000400:00000200:3.0:1715209000.116987:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [30:30:255:4294967295] 192.168.203.134@tcp LPNI seq info [30:30:7:4294967295] 00000100:00000200:1.0:1715209000.116988:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954636864/t0(0) o8->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:3.0:1715209000.116991:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.116994:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.116996:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636400. 00000800:00000200:3.0:1715209000.116998:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.117001:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.117002:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636400 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.117028:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.117030:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636400. 00000400:00000200:2.0:1715209000.117032:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.117035:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.117037:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:2.0:1715209000.117038:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:2.0:1715209000.117041:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954636928/t0(0) o40->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 440/448 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.118195:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.118201:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030400600 00000400:00000200:0.0:1715209000.118204:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d5 [1] + 224 00000400:00000200:0.0:1715209000.118208:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.118210:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.118213:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954636800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.118229:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.118231:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 448 into portal 10 MB=0x663c030400680 00000400:00000200:0.0:1715209000.118237:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 448/448 into md 0x1e5 [1] + 224 00000400:00000200:0.0:1715209000.118241:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.118243:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.118245:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954636928/t0(0) o40->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 440/448 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.118280:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.118288:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:3.0:1715209000.118290:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.118297:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954636800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.118302:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.118307:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 4 MB=0x663c0304005c0 00000100:00000200:3.0:1715209000.118308:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954636800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.118311:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 416/416 into md 0x1cd [1] + 0 00000400:00000200:0.0:1715209000.118316:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.118319:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.118323:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954636736/t0(0) o8->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:3.0:1715209000.118325:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b582f000. 02000000:00000010:3.0:1715209000.118330:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dd2300. 00000100:00000010:3.0:1715209000.118333:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000400:00000200:0.0:1715209000.118346:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.118350:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 4 MB=0x663c030400640 00000400:00000200:0.0:1715209000.118353:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 416/416 into md 0x1dd [1] + 0 00000400:00000200:0.0:1715209000.118373:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.118377:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:2.0:1715209000.118381:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b39a0. 00000400:00000200:2.0:1715209000.118389:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:2.0:1715209000.118391:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:0.0:1715209000.118412:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954636864/t0(0) o8->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.118413:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954636928/t0(0) o40->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 440/448 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.118419:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954636928/t0(0) o40->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 440/448 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.118430:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28a80. 00000002:00000200:2.0:1715209000.118434:0:23765:0:(mdc_request.c:147:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000400:00000010:1.0:1715209000.118435:0:22726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 02000000:00000010:2.0:1715209000.118436:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aab9d000. 02000000:00000010:2.0:1715209000.118438:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b582e800. 00000400:00000200:1.0:1715209000.118439:0:22726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209000.118440:0:22726:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000010:2.0:1715209000.118440:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000080:00000010:2.0:1715209000.118443:0:23765:0:(llite_lib.c:728:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff88009d31b600. 00000100:00000200:1.0:1715209000.118444:0:22726:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954636864/t0(0) o8->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:2.0:1715209000.118447:0:23765:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a1087400. 00000100:00000200:1.0:1715209000.118449:0:22726:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954636864/t0(0) o8->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.118453:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209000.118457:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31b800. 00000020:00000010:1.0:1715209000.118458:0:22726:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88013080e000. 00000100:00000010:2.0:1715209000.118461:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5aa5180. 02000000:00000010:2.0:1715209000.118466:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ba00. 00000400:00000010:2.0:1715209000.118472:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715209000.118474:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.118491:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954636992, portal 10 00000400:00000010:2.0:1715209000.118494:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715209000.118495:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1798526954636992, offset 0 00000400:00000010:1.0:1715209000.118496:0:22726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:1.0:1715209000.118498:0:22726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209000.118499:0:22726:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209000.118501:0:22726:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954636736/t0(0) o8->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.118504:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209000.118505:0:22726:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954636736/t0(0) o8->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1715209010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.118508:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.118510:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.118512:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000020:00000010:1.0:1715209000.118513:0:22726:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009d38a000. 00000400:00000200:2.0:1715209000.118513:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.118514:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.118516:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [31:31:256:4294967295] 192.168.203.134@tcp LPNI seq info [31:31:8:4294967295] 02000000:00000010:1.0:1715209000.118521:0:22726:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feecc00. 00000400:00000200:2.0:1715209000.118521:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 02000000:00000010:1.0:1715209000.118523:0:22726:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9cc00. 00000800:00000200:2.0:1715209000.118523:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000010:1.0:1715209000.118524:0:22726:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000800:00000010:2.0:1715209000.118524:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2100. 02000000:00000010:1.0:1715209000.118526:0:22726:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feed000. 00000800:00000200:2.0:1715209000.118527:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 02000000:00000010:1.0:1715209000.118528:0:22726:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9c800. 00000100:00000010:1.0:1715209000.118529:0:22726:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000800:00000200:2.0:1715209000.118530:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.118531:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2100 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.118578:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.118580:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2100. 00000400:00000200:0.0:1715209000.118581:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.118584:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.118585:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715209000.118586:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715209000.118589:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954636992/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.119885:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.119903:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 248 into portal 10 MB=0x663c0304006c0 00000400:00000200:0.0:1715209000.119909:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 248/248 into md 0x1ed [1] + 224 00000400:00000200:0.0:1715209000.119924:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.119928:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.119935:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954636992/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.120077:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715209000.120085:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:2.0:1715209000.120087:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.120095:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954636992/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.120132:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954636992/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.120155:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5aa5180. 02000000:00000010:2.0:1715209000.120162:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ba00. 02000000:00000010:2.0:1715209000.120166:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31b800. 00000100:00000010:2.0:1715209000.120169:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 80000000:00000010:2.0:1715209000.120174:0:23765:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff88012a405fc0. 00000020:00000010:2.0:1715209000.120191:0:23765:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a1087800. 00000100:00000010:2.0:1715209000.120196:0:23765:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209000.120203:0:23765:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31b800. 00000100:00000010:2.0:1715209000.120211:0:23765:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5aa5180. 02000000:00000010:2.0:1715209000.120222:0:23765:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1087c00. 00000400:00000010:2.0:1715209000.120225:0:23765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715209000.120229:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.120232:0:23765:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954637056, portal 10 00000400:00000010:2.0:1715209000.120236:0:23765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715209000.120238:0:23765:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1798526954637056, offset 0 00000400:00000200:2.0:1715209000.120244:0:23765:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.120251:0:23765:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.120254:0:23765:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.120258:0:23765:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.120260:0:23765:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.120262:0:23765:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.120265:0:23765:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [32:32:256:4294967295] 192.168.203.134@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1715209000.120275:0:23765:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.120279:0:23765:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.120282:0:23765:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2000. 00000800:00000200:2.0:1715209000.120287:0:23765:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.120293:0:23765:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.120296:0:23765:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2000 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.120487:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.120492:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2000. 00000400:00000200:0.0:1715209000.120497:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.120503:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.120508:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715209000.120509:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715209000.120516:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954637056/t0(0) o33->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/728 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.137948:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.137960:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 464 into portal 10 MB=0x663c030400700 00000400:00000200:0.0:1715209000.137966:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 464/464 into md 0x1f5 [1] + 224 00000400:00000200:0.0:1715209000.137983:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.137987:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.137994:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954637056/t0(0) o33->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/728 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.138136:0:23765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715209000.138144:0:23765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:2.0:1715209000.138146:0:23765:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.138154:0:23765:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954637056/t0(0) o33->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/728 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.138165:0:23765:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954637056/t0(0) o33->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/728 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.138202:0:23765:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5aa5180. 00000002:00000200:2.0:1715209000.138207:0:23765:0:(mdc_request.c:185:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1715209000.138211:0:23765:0:(llite_lib.c:745:client_common_fill_super()) kfreed 'op_data': 384 at ffff88009d31b600. 00000080:00000010:2.0:1715209000.138233:0:23765:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ba8000. 02000000:00000010:2.0:1715209000.138250:0:23765:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1087c00. 02000000:00000010:2.0:1715209000.138254:0:23765:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31b800. 00000100:00000010:2.0:1715209000.138257:0:23765:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000020:00000010:2.0:1715209000.138263:0:23765:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aaa78ea0. 00000020:00000010:2.0:1715209000.138267:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31b800. 00000020:00000010:2.0:1715209000.138271:0:23765:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d31b600. 00000020:00000010:2.0:1715209000.138274:0:23765:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b60846c0. 00000008:00000010:2.0:1715209000.138280:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e531650. 00020000:00000010:2.0:1715209000.138284:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b5aa5180. 00008000:00000010:2.0:1715209000.138288:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4710. 00000080:00000010:2.0:1715209000.138294:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9130. 00000080:00000010:2.0:1715209000.138297:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc490. 00000020:00000010:2.0:1715209000.138300:0:23765:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31ba00. 00000008:00000010:2.0:1715209000.138303:0:23765:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc160. 00020000:00000010:2.0:1715209000.138306:0:23765:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a06c0. 00008000:00000010:2.0:1715209000.138310:0:23765:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf08. 00000080:00000010:2.0:1715209000.138313:0:23765:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c0f0. 00000080:00000010:2.0:1715209000.138317:0:23765:0:(vvp_dev.c:193:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8800b60842a0. 00000080:00000010:2.0:1715209000.138321:0:23765:0:(vvp_dev.c:201:vvp_device_alloc()) kmalloced '(site)': 504 at ffff88009d31bc00. 00000020:00000010:2.0:1715209000.138354:0:23765:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800aa3e0000. 00000020:00000010:2.0:1715209000.138362:0:23765:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b60849c0. 00000020:00000010:2.0:1715209000.138365:0:23765:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800b5aa5d80. 00000008:00000010:2.0:1715209000.138373:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e532178. 00020000:00000010:2.0:1715209000.138375:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b5aa5cc0. 00008000:00000010:2.0:1715209000.138378:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4a98. 00000080:00000010:2.0:1715209000.138381:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc91c8. 00000080:00000010:2.0:1715209000.138383:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc6d8. 00000008:00000010:2.0:1715209000.138390:0:23765:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc2c0. 00020000:00000010:2.0:1715209000.138393:0:23765:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a0900. 00008000:00000010:2.0:1715209000.138395:0:23765:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf28. 00000080:00000010:2.0:1715209000.138398:0:23765:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c1e0. 00000008:00000010:2.0:1715209000.138402:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e532ca0. 00020000:00000010:2.0:1715209000.138405:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748600. 00008000:00000010:2.0:1715209000.138407:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f4e20. 00000080:00000010:2.0:1715209000.138409:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9260. 00000080:00000010:2.0:1715209000.138411:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cc920. 00000008:00000010:2.0:1715209000.138413:0:23765:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc420. 00020000:00000010:2.0:1715209000.138415:0:23765:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a0b40. 00008000:00000010:2.0:1715209000.138417:0:23765:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf30. 00000080:00000010:2.0:1715209000.138419:0:23765:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c2d0. 00000008:00000010:2.0:1715209000.138422:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e5337c8. 00020000:00000010:2.0:1715209000.138424:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748900. 00008000:00000010:2.0:1715209000.138426:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f51a8. 00000080:00000010:2.0:1715209000.138428:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc92f8. 00000080:00000010:2.0:1715209000.138430:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93ccb68. 00000008:00000010:2.0:1715209000.138432:0:23765:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc580. 00020000:00000010:2.0:1715209000.138434:0:23765:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a0d80. 00008000:00000010:2.0:1715209000.138436:0:23765:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf38. 00000080:00000010:2.0:1715209000.138438:0:23765:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c3c0. 00000008:00000010:2.0:1715209000.138441:0:23765:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e5342f0. 00020000:00000010:2.0:1715209000.138443:0:23765:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748480. 00008000:00000010:2.0:1715209000.138445:0:23765:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f5530. 00000080:00000010:2.0:1715209000.138447:0:23765:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9390. 00000080:00000010:2.0:1715209000.138448:0:23765:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93ccdb0. 00000008:00000010:2.0:1715209000.138451:0:23765:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc6e0. 00020000:00000010:2.0:1715209000.138453:0:23765:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a0fc0. 00008000:00000010:2.0:1715209000.138454:0:23765:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf40. 00000080:00000010:2.0:1715209000.138456:0:23765:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c4b0. 00020000:00000010:2.0:1715209000.138499:0:23765:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b6084c60. 00020000:00000010:2.0:1715209000.138509:0:23765:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b6084e40. 00020000:00000010:2.0:1715209000.138511:0:23765:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b6084000. 00020000:00000010:2.0:1715209000.138514:0:23765:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b6084ba0. 00000080:00000010:2.0:1715209000.138524:0:23765:0:(llite_lib.c:826:client_common_fill_super()) kfreed 'data': 192 at ffff88009de28c00. 00000080:00000010:2.0:1715209000.138528:0:23765:0:(llite_lib.c:828:client_common_fill_super()) kfreed 'osfs': 144 at ffff88009de28180. 00000080:00000010:2.0:1715209000.138544:0:23765:0:(llite_lib.c:1494:ll_fill_super()) kfreed 'md': 33 at ffff88012e7e1640. 00000080:00000010:2.0:1715209000.138547:0:23765:0:(llite_lib.c:1497:ll_fill_super()) kfreed 'dt': 33 at ffff88012e7e1c40. 00000080:00000010:2.0:1715209000.138550:0:23765:0:(llite_lib.c:1506:ll_fill_super()) kfreed 'cfg': 80 at ffff8800b60843c0. 00000080:02000400:2.0:1715209000.138553:0:23765:0:(llite_lib.c:1512:ll_fill_super()) Mounted lustre-client 00000080:00000010:2.0:1715209000.148310:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000100:00000010:2.0:1715209000.148334:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209000.148346:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086c00. 00010000:00000010:2.0:1715209000.148357:0:23792:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2e00. 00010000:00000010:2.0:1715209000.148360:0:23792:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0280. 00010000:00000010:2.0:1715209000.148365:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a1200. 00000020:00000010:2.0:1715209000.148369:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012a405280. 00000100:00000010:2.0:1715209000.148380:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715209000.148392:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88013680c000. 00000400:00000010:2.0:1715209000.148396:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715209000.148400:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.148403:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954637120, portal 10 00000400:00000010:2.0:1715209000.148407:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209000.148409:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954637120, offset 0 00000400:00000200:2.0:1715209000.148416:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.148424:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.148427:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.148430:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.148433:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.148436:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.148439:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [33:33:256:4294967295] 192.168.203.134@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:2.0:1715209000.148448:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.148453:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.148492:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2500. 00000800:00000200:2.0:1715209000.148497:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.148503:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.148507:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2500 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.148629:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.148635:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2500. 00000400:00000200:0.0:1715209000.148639:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.148645:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.148649:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715209000.148651:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715209000.148658:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954637120/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.150796:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.150802:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 688 into portal 10 MB=0x663c030400740 00000400:00000200:0.0:1715209000.150805:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 688/688 into md 0x1fd [1] + 224 00000400:00000200:0.0:1715209000.150814:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.150816:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.150819:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954637120/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.150893:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715209000.150897:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:2.0:1715209000.150898:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.150902:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954637120/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.150908:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954637120/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.150920:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 00000020:00000010:2.0:1715209000.150946:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88009d31b200. 00000080:00000010:2.0:1715209000.150965:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00800000:00000010:2.0:1715209000.150975:0:23792:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012a405100. 00000080:00000010:2.0:1715209000.150987:0:23792:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa85c940. 02000000:00000010:2.0:1715209000.150998:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88013680c000. 02000000:00000010:2.0:1715209000.151002:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086c00. 00000100:00000010:2.0:1715209000.151005:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000020:00000010:2.0:1715209000.151010:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff88013680c000. 00000080:00000010:2.0:1715209000.151020:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000100:00000010:2.0:1715209000.151029:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209000.151037:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086c00. 00010000:00000010:2.0:1715209000.151047:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a1440. 00000100:00000010:2.0:1715209000.151053:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715209000.151064:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88013680b000. 00000400:00000010:2.0:1715209000.151067:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715209000.151071:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.151074:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954637184, portal 10 00000400:00000010:2.0:1715209000.151077:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209000.151079:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526954637184, offset 0 00000400:00000200:2.0:1715209000.151095:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.151136:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.151140:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.151143:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.151146:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.151148:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.151151:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [34:34:256:4294967295] 192.168.203.134@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1715209000.151161:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.151166:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.151169:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2400. 00000800:00000200:2.0:1715209000.151174:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.151180:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.151183:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2400 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.151283:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.151287:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2400. 00000400:00000200:0.0:1715209000.151291:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.151296:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.151300:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715209000.151301:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715209000.151307:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954637184/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.153572:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.153582:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 584 into portal 10 MB=0x663c030400780 00000400:00000200:0.0:1715209000.153589:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 584/584 into md 0x205 [1] + 224 00000400:00000200:0.0:1715209000.153606:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.153610:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.153616:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954637184/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.153711:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715209000.153718:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:2.0:1715209000.153720:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.153728:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954637184/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.153739:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954637184/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.153762:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 00010000:00000010:2.0:1715209000.153772:0:23792:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2800. 00010000:00000010:2.0:1715209000.153775:0:23792:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0f00. 00000080:00000010:2.0:1715209000.153797:0:23792:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ba8800. 00000080:00000010:2.0:1715209000.153809:0:23792:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa85c020. 00000080:00000010:2.0:1715209000.153820:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 02000000:00000010:2.0:1715209000.153825:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88013680b000. 02000000:00000010:2.0:1715209000.153829:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086c00. 00000100:00000010:2.0:1715209000.153832:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000080:00000010:2.0:1715209000.153842:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000100:00000010:2.0:1715209000.153860:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209000.153867:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a800. 00000100:00000010:2.0:1715209000.153874:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715209000.153885:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31aa00. 00000400:00000010:2.0:1715209000.153888:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715209000.153892:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.153895:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954637248, portal 10 00000400:00000010:2.0:1715209000.153899:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715209000.153900:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1798526954637248, offset 0 00000400:00000200:2.0:1715209000.153906:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.153914:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.153917:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.153920:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.153923:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.153925:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.153929:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [35:35:256:4294967295] 192.168.203.134@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1715209000.153938:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.153943:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.153946:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2400. 00000800:00000200:2.0:1715209000.153951:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.153956:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.153960:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2400 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.154143:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.154148:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2400. 00000400:00000200:0.0:1715209000.154152:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.154158:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.154162:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715209000.154164:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715209000.154179:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954637248/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.155574:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.155585:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 248 into portal 10 MB=0x663c0304007c0 00000400:00000200:0.0:1715209000.155591:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 248/248 into md 0x20d [1] + 224 00000400:00000200:0.0:1715209000.155608:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.155612:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.155619:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954637248/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.155747:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715209000.155754:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:2.0:1715209000.155756:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.155764:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954637248/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.155775:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954637248/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.155797:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715209000.155812:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31aa00. 02000000:00000010:2.0:1715209000.155816:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a800. 00000100:00000010:2.0:1715209000.155818:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 80000000:00000010:2.0:1715209000.155823:0:23792:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff88012a4056c0. 00000080:00000010:2.0:1715209000.155857:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.155911:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.155921:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.155962:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.155968:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.155986:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.155991:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.156005:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000100:00000010:2.0:1715209000.156010:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209000.156019:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086c00. 00010000:00000010:2.0:1715209000.156029:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a1680. 00000100:00000010:2.0:1715209000.156036:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715209000.156047:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff8800aaa0d000. 00000400:00000010:2.0:1715209000.156051:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715209000.156054:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.156058:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1798526954637312, portal 10 00000400:00000010:2.0:1715209000.156062:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209000.156064:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1798526954637312, offset 0 00000400:00000200:2.0:1715209000.156070:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.156077:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.156080:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.156083:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.156086:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.156088:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.156091:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [36:36:256:4294967295] 192.168.203.134@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1715209000.156126:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.156132:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.156142:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2500. 00000800:00000200:2.0:1715209000.156147:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.156153:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.156156:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2500 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.156336:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.156343:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2500. 00000400:00000200:0.0:1715209000.156349:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.156357:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.156363:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715209000.156365:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715209000.156374:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954637312/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.158384:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.158395:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 1048 into portal 10 MB=0x663c030400800 00000400:00000200:0.0:1715209000.158401:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 1048/1048 into md 0x215 [1] + 224 00000400:00000200:0.0:1715209000.158418:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.158422:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.158429:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954637312/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.158554:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715209000.158561:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:2.0:1715209000.158563:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.158571:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954637312/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.158582:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954637312/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.158604:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 00000080:00000010:2.0:1715209000.158623:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.158635:0:23792:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800a93c3b90. 00000080:00000010:2.0:1715209000.158638:0:23792:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff8800a64326a0. 00000080:00000010:2.0:1715209000.158640:0:23792:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800aa85cb00. 00000080:00000010:2.0:1715209000.158643:0:23792:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800a93c3c58. 00000080:00000010:2.0:1715209000.158644:0:23792:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff8800a64326b0. 00000080:00000010:2.0:1715209000.158646:0:23792:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 51 at ffff88012a405b80. 00000080:00000010:2.0:1715209000.158648:0:23792:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800a93c32f8. 00000080:00000010:2.0:1715209000.158650:0:23792:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 16 at ffff8800a64326c0. 00000080:00000010:2.0:1715209000.158652:0:23792:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 8 at ffff88009d39bf58. 02000000:00000010:2.0:1715209000.158661:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8800aaa0d000. 02000000:00000010:2.0:1715209000.158665:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086c00. 00000100:00000010:2.0:1715209000.158668:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000080:00000010:2.0:1715209000.159566:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.159584:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00000080:00000010:2.0:1715209000.159611:0:23792:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff88009ed9a000. 00000080:00000010:2.0:1715209000.159618:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000100:00000010:2.0:1715209000.159631:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209000.159646:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086c00. 00010000:00000010:2.0:1715209000.159656:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a18c0. 00000100:00000010:2.0:1715209000.159666:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748d80. 02000000:00000010:2.0:1715209000.159755:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:2.0:1715209000.159759:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715209000.159764:0:23792:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a1086400. 00000100:00000200:2.0:1715209000.159768:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954637440, portal 10 00000400:00000010:2.0:1715209000.159772:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.159775:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526954637440, offset 0 00000400:00000200:2.0:1715209000.159781:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.159788:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.159792:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.159795:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.159798:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.159800:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.159803:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [37:37:256:4294967295] 192.168.203.134@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1715209000.159812:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.159817:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.159820:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2000. 00000800:00000200:2.0:1715209000.159824:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.159830:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.159833:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2000 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.160001:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.160006:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2000. 00000400:00000200:0.0:1715209000.160010:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.160017:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.160021:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715209000.160030:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715209000.160038:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954637440/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.162727:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.162734:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 608 into portal 10 MB=0x663c030400880 00000400:00000200:2.0:1715209000.162737:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 608/608 into md 0x21d [32] + 224 00000400:00000200:2.0:1715209000.162746:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.162748:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209000.162752:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954637440/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:0.0:1715209000.162771:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:0.0:1715209000.162774:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1086400 00000400:00000010:0.0:1715209000.162775:0:23792:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800a1086400. 00000100:00000200:0.0:1715209000.162779:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954637440/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:0.0:1715209000.162784:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954637440/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:0.0:1715209000.162796:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748d80. 00000020:00000010:0.0:1715209000.162807:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e6bf800. 00000080:00000010:0.0:1715209000.162814:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 00000080:00000010:0.0:1715209000.162821:0:23792:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e6bfd40. 00000002:00000010:0.0:1715209000.162824:0:23792:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88012f390000. 00000020:00000010:0.0:1715209000.162828:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800b6196000. 02000000:00000010:0.0:1715209000.162830:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 00000080:00000010:0.0:1715209000.162886:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009de04a00. 00000020:00000010:0.0:1715209000.162890:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88009feec400. 00000020:00000010:0.0:1715209000.162893:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88009feed400. 00000002:00000010:0.0:1715209000.162906:0:23792:0:(mdc_request.c:1340:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff8800b6190800. 00000100:00000010:0.0:1715209000.163538:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209000.163547:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009de04000. 00000100:00000010:0.0:1715209000.163553:0:23792:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff88009feee400. 00000100:00000010:0.0:1715209000.163556:0:23792:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800a9d10000. 00000100:00000010:0.0:1715209000.163570:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b820f00. 00000400:00000010:0.0:1715209000.163583:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:0.0:1715209000.163590:0:23792:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ea02000. 00000100:00000200:0.0:1715209000.163595:0:23792:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x663c0304008c0-0x663c0304008c0, portal 14 02000000:00000010:0.0:1715209000.163600:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feefc00. 00000400:00000010:0.0:1715209000.163607:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:0.0:1715209000.163610:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715209000.163612:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954637504, portal 10 00000400:00000010:0.0:1715209000.163617:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715209000.163619:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1798526954637504, offset 0 00000400:00000200:0.0:1715209000.163625:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.163632:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.163635:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.163638:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.163641:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.163643:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.163646:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [38:38:256:4294967295] 192.168.203.134@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:0.0:1715209000.163655:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.163660:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.163662:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209000.163667:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.163672:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.163676:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.163847:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.163861:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209000.163865:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.163872:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.163875:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715209000.163877:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715209000.163884:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954637504/t0(0) o37->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/440 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.166420:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.166431:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 4096 into portal 14 MB=0x663c0304008c0 00000400:00000200:0.0:1715209000.166438:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.134@tcp of length 4096/4096 into md 0x225 [256] + 0 00000400:00000010:0.0:1715209000.166442:0:22720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:0.0:1715209000.166445:0:22720:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ea02000 00000400:00000200:0.0:1715209000.166494:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.166499:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.166503:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ea02000 00000400:00000010:0.0:1715209000.166505:0:22720:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 4216 at ffff88012ea02000. 00000100:00000200:0.0:1715209000.166509:0:22720:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff88009feee400 00000400:00000200:0.0:1715209000.166529:0:22720:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715209000.166534:0:22720:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.166546:0:22720:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [39:39:256:4294967295] 192.168.203.134@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1715209000.166556:0:22720:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:0.0:1715209000.166561:0:22720:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.166565:0:22720:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff88012ea02000. 00000800:00000200:0.0:1715209000.166569:0:22720:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.166574:0:22720:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.166577:0:22720:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012ea02000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715209000.166630:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.166633:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff88012ea02000. 00000400:00000200:0.0:1715209000.166636:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.166640:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1715209000.168413:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.168424:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 440 into portal 10 MB=0x663c0304008c0 00000400:00000200:0.0:1715209000.168430:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 440/440 into md 0x229 [1] + 224 00000400:00000200:0.0:1715209000.168448:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.168452:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.168484:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954637504/t0(0) o37->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.168610:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:2.0:1715209000.168632:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715209000.168633:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715209000.168637:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954637504/t0(0) o37->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.168643:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954637504/t0(0) o37->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 448/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.168655:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b820f00. 02000000:00000010:2.0:1715209000.168657:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feefc00. 00000100:00000010:2.0:1715209000.168663:0:23792:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800a9d10000. 00000100:00000010:2.0:1715209000.168665:0:23792:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff88009feee400. 02000000:00000010:2.0:1715209000.168667:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009de04000. 00000100:00000010:2.0:1715209000.168668:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000002:00000010:2.0:1715209000.169096:0:23792:0:(mdc_request.c:1409:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff8800b6190800. 00000080:00000010:2.0:1715209000.169140:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009de04a00. 00000080:00000010:2.0:1715209000.169181:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31aa00. 00000080:00000010:2.0:1715209000.169196:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31aa00. 00000080:00000010:2.0:1715209000.169211:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31aa00. 00000100:00000010:2.0:1715209000.169217:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209000.169227:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086000. 00010000:00000010:2.0:1715209000.169237:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a1b00. 00000100:00000010:2.0:1715209000.169244:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e748a80. 02000000:00000010:2.0:1715209000.169255:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff880136809000. 00000400:00000010:2.0:1715209000.169258:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.169262:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.169279:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954637568, portal 10 00000400:00000010:2.0:1715209000.169283:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715209000.169285:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954637568, offset 0 00000400:00000200:2.0:1715209000.169291:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.169299:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.169303:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.169306:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.169308:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.169310:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.169313:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [40:40:256:4294967295] 192.168.203.134@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1715209000.169322:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.169327:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.169330:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2100. 00000800:00000200:2.0:1715209000.169334:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.169340:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.169343:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2100 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.169538:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.169543:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2100. 00000400:00000200:0.0:1715209000.169548:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.169554:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.169558:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715209000.169560:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715209000.169566:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954637568/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.171571:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.171582:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 10 MB=0x663c030400900 00000400:00000200:0.0:1715209000.171597:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 640/640 into md 0x231 [1] + 224 00000400:00000200:0.0:1715209000.171613:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.171618:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.171624:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954637568/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.171748:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.171756:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:2.0:1715209000.171758:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.171766:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954637568/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.171777:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954637568/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.171799:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e748a80. 00010000:00000010:2.0:1715209000.171810:0:23792:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2300. 00010000:00000010:2.0:1715209000.171813:0:23792:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0400. 00000002:00000010:2.0:1715209000.171826:0:23792:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a405800. 00000080:00000010:2.0:1715209000.171839:0:23792:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ba9000. 00000080:00000010:2.0:1715209000.171863:0:23792:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a92bc000. 00020000:00000010:2.0:1715209000.171871:0:23792:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009d39ecb0. 00020000:00000010:2.0:1715209000.171881:0:23792:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b60843c0. 00020000:00000010:2.0:1715209000.171884:0:23792:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009d3a0b00. 00020000:00000010:2.0:1715209000.171886:0:23792:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b6084180. 00020000:00000010:2.0:1715209000.171891:0:23792:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a64326d0. 00020000:00000010:2.0:1715209000.171894:0:23792:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009e748a80. 00020000:00000010:2.0:1715209000.171899:0:23792:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009d39bf60. 00000020:00000010:2.0:1715209000.171904:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6dd2f00. 00020000:00000010:2.0:1715209000.171908:0:23792:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a92bc0c8. 00000008:00000010:2.0:1715209000.171920:0:23792:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800b6ea0000. 00000020:00000010:2.0:1715209000.171928:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6dd2c00. 00020000:00000010:2.0:1715209000.171938:0:23792:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b6084c00. 00020000:00000010:2.0:1715209000.171940:0:23792:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009d3a0a80. 00020000:00000010:2.0:1715209000.171942:0:23792:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b6084ea0. 00020000:00000010:2.0:1715209000.171947:0:23792:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009d3a0a80. 00020000:00000010:2.0:1715209000.171950:0:23792:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b6084c00. 00020000:00000010:2.0:1715209000.171953:0:23792:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b6084ea0. 00000080:00000010:2.0:1715209000.171961:0:23792:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa85c960. 00000080:00000010:2.0:1715209000.171971:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31aa00. 02000000:00000010:2.0:1715209000.171975:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff880136809000. 02000000:00000010:2.0:1715209000.171979:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086000. 00000100:00000010:2.0:1715209000.171982:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000080:00000010:2.0:1715209000.171992:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31aa00. 00000080:00000010:2.0:1715209000.172011:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31aa00. 00000080:00000010:2.0:1715209000.172014:0:23792:0:(statahead.c:613:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff88009d31aa00. 00000080:00000010:2.0:1715209000.172019:0:23792:0:(statahead.c:542:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff8800aaa0a000. 00000080:00000010:2.0:1715209000.172424:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a000. 00000080:00000010:2.0:1715209000.172432:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a000. 00020000:00000010:2.0:1715209000.172451:0:23792:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0a80. 00000020:00000010:2.0:1715209000.172454:0:23792:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aaa78e10. 00000020:00000010:2.0:1715209000.172455:0:23792:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31a000. 00000020:00000010:2.0:1715209000.172457:0:23792:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d31a200. 00000020:00000010:2.0:1715209000.172458:0:23792:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084ea0. 00800000:00000010:0.0:1715209000.172481:0:23793:0:(lmv_obd.c:4239:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff88012e6bfc40. 00000008:00000010:2.0:1715209000.172482:0:23792:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e534e18. 00020000:00000010:2.0:1715209000.172484:0:23792:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e748d80. 00000080:00000010:0.0:1715209000.172485:0:23793:0:(statahead.c:1201:ll_statahead_by_list()) kmalloced '(op_data)': 384 at ffff88009de05c00. 00008000:00000010:2.0:1715209000.172486:0:23792:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f58b8. 00000080:00000010:2.0:1715209000.172488:0:23792:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9428. 00000080:00000010:2.0:1715209000.172490:0:23792:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93ccff8. 00000020:00000010:2.0:1715209000.172492:0:23792:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d31a400. 00000008:00000010:2.0:1715209000.172494:0:23792:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc840. 00020000:00000010:2.0:1715209000.172495:0:23792:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a1d40. 00008000:00000010:2.0:1715209000.172496:0:23792:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf68. 00000080:00000010:2.0:1715209000.172498:0:23792:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c5a0. 00000020:00000010:0.0:1715209000.172503:0:23793:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88009de04a00. 00000080:00000010:0.0:1715209000.172506:0:23793:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff88009d41ea80. 00000008:00000010:2.0:1715209000.172507:0:23792:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8000. 00000080:00000010:0.0:1715209000.172509:0:23793:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff88009feed000. 00800000:00000010:0.0:1715209000.172513:0:23793:0:(lmv_obd.c:4401:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff88012f390740. 00000002:00000010:0.0:1715209000.172516:0:23793:0:(batch.c:671:cli_batch_create()) kmalloced '(cbh)': 32 at ffff88012f390d80. 00010000:00000010:2.0:1715209000.172517:0:23792:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2b00. 00000002:00000010:0.0:1715209000.172518:0:23793:0:(batch.c:310:batch_update_request_create()) kmalloced '(head)': 80 at ffff88012e9e7060. 00000002:00000010:0.0:1715209000.172519:0:23793:0:(batch.c:238:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff88012e6bf100. 00010000:00000010:2.0:1715209000.172519:0:23792:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009de2e180. 00000002:00000010:0.0:1715209000.172521:0:23793:0:(batch.c:244:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff8800a9d12000. 00010000:00000010:2.0:1715209000.172522:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a1f80. 00000002:00000010:0.0:1715209000.172523:0:23793:0:(mdc_batch.c:228:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88012b820180. 00000020:00000010:2.0:1715209000.172524:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012a405d80. 00010000:00000010:2.0:1715209000.172527:0:23792:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009d3a0980. 00010000:00000010:2.0:1715209000.172528:0:23792:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012a405080. 00010000:00000010:0.0:1715209000.172530:0:23793:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab5c86c0. 00000100:00000010:2.0:1715209000.172531:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 00000002:00000010:0.0:1715209000.172533:0:23793:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff88012e6bf6c0. 00000080:00000010:0.0:1715209000.172535:0:23793:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 116 at ffff88009d41eb00. 00000080:00000010:0.0:1715209000.172537:0:23793:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff88009feecc00. 02000000:00000010:2.0:1715209000.172537:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a600. 00000002:00000010:0.0:1715209000.172539:0:23793:0:(mdc_batch.c:228:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88012b820540. 00010000:00000010:0.0:1715209000.172541:0:23793:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab5c8900. 00000002:00000010:0.0:1715209000.172543:0:23793:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff88012e6bf980. 00000080:00000010:0.0:1715209000.172544:0:23793:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff88009d41eb80. 00000020:00000010:2.0:1715209000.172545:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a0632000. 00000080:00000010:0.0:1715209000.172546:0:23793:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff88009feeec00. 00000002:00000010:0.0:1715209000.172547:0:23793:0:(mdc_batch.c:228:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88012b820000. 00010000:00000010:0.0:1715209000.172549:0:23793:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab5c8b40. 00000002:00000010:0.0:1715209000.172550:0:23793:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff88012e6bf740. 00000080:00000010:0.0:1715209000.172560:0:23793:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009de05c00. 00000100:00000010:0.0:1715209000.172564:0:23793:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209000.172568:0:23793:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 2048 at ffff8800b6195800. 02000000:00000010:3.0:1715209000.172579:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aab9d400. 00000400:00000010:3.0:1715209000.172584:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.172587:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.172589:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954637632, portal 4 00000020:00000010:3.0:1715209000.172599:0:22728:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009e5d8000. 00000400:00000010:3.0:1715209000.172602:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 02000000:00000010:1.0:1715209000.172603:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800aaa70000. 00000100:00000200:3.0:1715209000.172604:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954637632, offset 0 00000400:00000010:1.0:1715209000.172608:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e18. 00000400:00000200:3.0:1715209000.172608:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209000.172611:0:22729:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d488540. 00000400:00000200:3.0:1715209000.172612:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209000.172613:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1798526954637696, portal 4 00000400:00000200:3.0:1715209000.172614:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.172616:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.172617:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715209000.172619:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000200:3.0:1715209000.172619:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715209000.172621:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 1456 bytes to portal 24, xid 1798526954637696, offset 0 00000400:00000200:3.0:1715209000.172624:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [41:41:256:4294967295] 192.168.203.134@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:1.0:1715209000.172625:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.172629:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.172633:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.172635:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636a00. 00000400:00000200:1.0:1715209000.172636:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.172638:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209000.172638:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209000.172640:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.172642:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209000.172642:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209000.172643:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209000.172644:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1715209000.172645:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [42:42:255:4294967295] 192.168.203.134@tcp LPNI seq info [42:42:7:4294967295] 00000400:00000200:1.0:1715209000.172650:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.172653:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 1456 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.172655:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00e00. 00000800:00000200:1.0:1715209000.172658:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.172661:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.172663:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00e00 type 1, nob 1552 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.172706:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.172708:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636a00. 00000400:00000200:0.0:1715209000.172710:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.172713:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.172715:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:0.0:1715209000.172716:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000800:00000200:2.0:1715209000.172718:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1715209000.172719:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954637632/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000800:00000010:2.0:1715209000.172720:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00e00. 00000400:00000200:2.0:1715209000.172722:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.172725:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.172727:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:2.0:1715209000.172728:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:2.0:1715209000.172732:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954637696/t0(0) o63->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.174257:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.174268:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030400940 00000400:00000200:0.0:1715209000.174274:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x239 [1] + 224 00000400:00000200:0.0:1715209000.174291:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.174295:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.174301:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954637632/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.174378:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.174383:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:3.0:1715209000.174385:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.174393:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954637632/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.174403:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954637632/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000020:00000010:3.0:1715209000.174439:0:22728:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b582f000. 02000000:00000010:3.0:1715209000.174528:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aab9d400. 02000000:00000010:3.0:1715209000.174535:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a600. 00000100:00000010:3.0:1715209000.174540:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000008:00000010:2.0:1715209000.174582:0:23792:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8000. 00020000:00000010:2.0:1715209000.174606:0:23792:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0a80. 00000080:00000010:2.0:1715209000.174625:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:2.0:1715209000.174635:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:2.0:1715209000.174671:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:2.0:1715209000.174677:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:2.0:1715209000.174690:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:2.0:1715209000.174693:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000400:00000200:0.0:1715209000.175667:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.175678:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 1520 into portal 4 MB=0x663c030400980 00000400:00000200:0.0:1715209000.175684:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 1520/1520 into md 0x241 [2] + 224 00000400:00000200:0.0:1715209000.175701:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.175706:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.175712:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954637696/t0(0) o63->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.175796:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e18. 00000400:00000200:1.0:1715209000.175801:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d488540 00000400:00000010:1.0:1715209000.175802:0:22729:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 152 at ffff88009d488540. 00000100:00000200:1.0:1715209000.175807:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954637696/t0(0) o63->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.175814:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954637696/t0(0) o63->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00010000:00000010:1.0:1715209000.175848:0:22729:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00400. 00010000:00000010:1.0:1715209000.175850:0:22729:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b04c6c80. 00000020:00000010:1.0:1715209000.175856:0:22729:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88009d2c4a00. 00000002:00000010:1.0:1715209000.175862:0:22729:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b6006840. 00000002:00000010:1.0:1715209000.175874:0:22729:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff88012e6bf6c0. 00010000:00000010:1.0:1715209000.175879:0:22729:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00f00. 00010000:00000010:1.0:1715209000.175880:0:22729:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b04c6400. 00000002:00000010:1.0:1715209000.175884:0:22729:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b6006900. 00000002:00000010:1.0:1715209000.175896:0:22729:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff88012e6bf980. 00010000:00000010:1.0:1715209000.175899:0:22729:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00900. 00010000:00000010:1.0:1715209000.175901:0:22729:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b04c6900. 00000002:00000010:1.0:1715209000.175907:0:22729:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff88012e6bf740. 00000002:00000010:1.0:1715209000.175909:0:22729:0:(batch.c:338:batch_update_request_destroy()) kfreed 'bub->bub_req': 4096 at ffff8800a9d12000. 00000002:00000010:1.0:1715209000.175911:0:22729:0:(batch.c:339:batch_update_request_destroy()) kfreed 'bub': 40 at ffff88012e6bf100. 00000002:00000010:1.0:1715209000.175913:0:22729:0:(batch.c:342:batch_update_request_destroy()) kfreed 'head': 80 at ffff88012e9e7060. 00000020:00000010:1.0:1715209000.175925:0:49:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b0673800. 00000020:00000010:1.0:1715209000.175930:0:49:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b0673c00. 00000080:00000010:1.0:1715209000.175943:0:49:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ac8000. 00000020:00000010:1.0:1715209000.175948:0:49:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b4331480. 00000020:00000010:1.0:1715209000.175950:0:49:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d2c4c00. 00000020:00000010:1.0:1715209000.175953:0:49:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d2c4e00. 00000020:00000010:1.0:1715209000.175955:0:49:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295060. 00000008:00000010:1.0:1715209000.175958:0:49:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8772178. 00020000:00000010:1.0:1715209000.175960:0:49:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d488540. 00008000:00000010:1.0:1715209000.175963:0:49:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220a98. 00000080:00000010:1.0:1715209000.175965:0:49:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a721c8. 00000080:00000010:1.0:1715209000.175967:0:49:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c546d8. 00000020:00000010:1.0:1715209000.175969:0:49:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d2c4800. 00000008:00000010:1.0:1715209000.175971:0:49:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516160. 00020000:00000010:1.0:1715209000.175973:0:49:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8240. 00008000:00000010:1.0:1715209000.175975:0:49:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4088. 00000080:00000010:1.0:1715209000.175977:0:49:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af0f0. 00000080:00000010:1.0:1715209000.175980:0:49:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b6dff000. 00020000:00000010:1.0:1715209000.175984:0:49:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012f33dbc8. 00020000:00000010:1.0:1715209000.175987:0:49:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d295360. 00020000:00000010:1.0:1715209000.175989:0:49:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b04c6f00. 00020000:00000010:1.0:1715209000.175990:0:49:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d2955a0. 00020000:00000010:1.0:1715209000.175993:0:49:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009d61b910. 00020000:00000010:1.0:1715209000.175994:0:49:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009d488900. 00020000:00000010:1.0:1715209000.175996:0:49:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009d5a4080. 00000020:00000010:1.0:1715209000.176003:0:49:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b7b00e00. 00020000:00000010:1.0:1715209000.176006:0:49:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b6dff0c8. 00000008:00000010:1.0:1715209000.176012:0:49:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800b04d6000. 00000020:00000010:1.0:1715209000.176017:0:49:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b7b00700. 00020000:00000010:1.0:1715209000.176023:0:49:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d2953c0. 00020000:00000010:1.0:1715209000.176024:0:49:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b04c6880. 00020000:00000010:1.0:1715209000.176026:0:49:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295300. 00020000:00000010:1.0:1715209000.176028:0:49:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b04c6880. 00020000:00000010:1.0:1715209000.176029:0:49:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d2953c0. 00020000:00000010:1.0:1715209000.176031:0:49:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d295300. 00000080:00000010:1.0:1715209000.176054:0:49:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88012b820180. 00000080:00000010:1.0:1715209000.176057:0:49:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff88009feed000. 00000080:00000010:1.0:1715209000.176073:0:49:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ac8800. 00000080:00000010:1.0:1715209000.176077:0:49:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b6dff190. 00020000:00000010:1.0:1715209000.176079:0:49:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012f33dae0. 00020000:00000010:1.0:1715209000.176081:0:49:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d295300. 00020000:00000010:1.0:1715209000.176083:0:49:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b04c6880. 00020000:00000010:1.0:1715209000.176084:0:49:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d2953c0. 00020000:00000010:1.0:1715209000.176086:0:49:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009d61b900. 00020000:00000010:1.0:1715209000.176088:0:49:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009d488c00. 00020000:00000010:1.0:1715209000.176089:0:49:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009d5a4078. 00020000:00000010:2.0:1715209000.176090:0:23794:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0a80. 00020000:00000010:1.0:1715209000.176091:0:49:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b6dff258. 00000008:00000010:1.0:1715209000.176093:0:49:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800b04d6190. 00020000:00000010:1.0:1715209000.176097:0:49:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d295240. 00000008:00000010:2.0:1715209000.176097:0:23794:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8000. 00020000:00000010:1.0:1715209000.176099:0:49:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b04c6c00. 00020000:00000010:1.0:1715209000.176116:0:49:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295540. 00020000:00000010:1.0:1715209000.176118:0:49:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b04c6c00. 00020000:00000010:1.0:1715209000.176119:0:49:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d295240. 00020000:00000010:1.0:1715209000.176120:0:49:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d295540. 00010000:00000010:2.0:1715209000.176121:0:23794:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2100. 00010000:00000010:2.0:1715209000.176123:0:23794:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009de2e480. 00010000:00000010:2.0:1715209000.176126:0:23794:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a21c0. 00000080:00000010:1.0:1715209000.176127:0:49:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88012b820540. 00000080:00000010:1.0:1715209000.176128:0:49:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff88009feecc00. 00010000:00000010:2.0:1715209000.176130:0:23794:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009d3a0d80. 00010000:00000010:2.0:1715209000.176132:0:23794:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012a405d00. 00000080:00000010:1.0:1715209000.176135:0:49:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ac9000. 00000100:00000010:2.0:1715209000.176135:0:23794:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 00000080:00000010:1.0:1715209000.176140:0:49:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88012b820000. 02000000:00000010:2.0:1715209000.176142:0:23794:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a600. 00000080:00000010:1.0:1715209000.176146:0:49:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff88009feeec00. 02000000:00000010:1.0:1715209000.176150:0:49:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800aaa70000. 00000020:00000010:3.0:1715209000.176150:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aab9d400. 02000000:00000010:1.0:1715209000.176153:0:49:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 2048 at ffff8800b6195800. 00000100:00000010:1.0:1715209000.176155:0:49:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000020:00000010:3.0:1715209000.176159:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aab9d800. 00000080:00000010:3.0:1715209000.176166:0:23792:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a37bf900. 00000008:00000010:2.0:1715209000.176169:0:23794:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8000. 00020000:00000010:2.0:1715209000.176171:0:23794:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0a80. 00000020:00000010:3.0:1715209000.176175:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b582fc00. 02000000:00000010:1.0:1715209000.176177:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0673400. 00000400:00000010:1.0:1715209000.176179:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7e18. 00000080:00000010:3.0:1715209000.176179:0:23792:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff88009d41ea80. 00020000:00000010:2.0:1715209000.176181:0:23794:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0a80. 00000400:00000010:1.0:1715209000.176182:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000008:00000010:2.0:1715209000.176183:0:23794:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8000. 00000100:00000200:1.0:1715209000.176184:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954637760, portal 4 00000400:00000010:1.0:1715209000.176187:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00010000:00000010:2.0:1715209000.176187:0:23794:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2000. 00000100:00000200:1.0:1715209000.176188:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954637760, offset 0 00010000:00000010:2.0:1715209000.176189:0:23794:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800ad205a80. 00010000:00000010:2.0:1715209000.176192:0:23794:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a2400. 00000400:00000200:1.0:1715209000.176193:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000010:2.0:1715209000.176194:0:23794:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012a4057c0. 00000080:00000010:3.0:1715209000.176195:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b582e800. 00010000:00000010:2.0:1715209000.176197:0:23794:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009d3a0d00. 00000400:00000200:1.0:1715209000.176198:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00010000:00000010:2.0:1715209000.176198:0:23794:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012a4050c0. 00000400:00000200:1.0:1715209000.176200:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1715209000.176201:0:23794:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 00000400:00000200:1.0:1715209000.176203:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:2.0:1715209000.176204:0:23794:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a800. 00000400:00000200:1.0:1715209000.176205:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.176206:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000080:00000010:3.0:1715209000.176207:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b582e800. 00000400:00000200:1.0:1715209000.176208:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [43:43:256:4294967295] 192.168.203.134@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:1.0:1715209000.176214:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000020:00000010:2.0:1715209000.176217:0:23794:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009d030000. 00000800:00000200:1.0:1715209000.176218:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000020:00000010:3.0:1715209000.176218:0:23792:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff880136afd870. 00000800:00000010:1.0:1715209000.176220:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000020:00000010:3.0:1715209000.176220:0:23792:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b582e800. 00000800:00000200:1.0:1715209000.176222:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000020:00000010:3.0:1715209000.176223:0:23792:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b582e400. 00000800:00000200:1.0:1715209000.176226:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000020:00000010:3.0:1715209000.176226:0:23792:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d1c4420. 00000800:00000200:1.0:1715209000.176229:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 424 niov 1 nkiov 1 00000008:00000010:3.0:1715209000.176231:0:23792:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e4a8b28. 00000008:00000010:2.0:1715209000.176242:0:23794:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8000. 00020000:00000010:2.0:1715209000.176244:0:23794:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0a80. 00020000:00000010:3.0:1715209000.176250:0:23792:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009de28900. 02000000:00000010:0.0:1715209000.176253:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feec000. 00008000:00000010:3.0:1715209000.176254:0:23792:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aab98388. 00000400:00000010:0.0:1715209000.176256:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000080:00000010:3.0:1715209000.176258:0:23792:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a9315098. 00000400:00000010:0.0:1715209000.176259:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000080:00000010:3.0:1715209000.176261:0:23792:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9c30248. 00000100:00000200:0.0:1715209000.176262:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954637824, portal 4 00000020:00000010:3.0:1715209000.176264:0:23792:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b74b400. 00000400:00000010:0.0:1715209000.176265:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715209000.176266:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954637824, offset 0 00000008:00000010:3.0:1715209000.176267:0:23792:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbe160. 00000400:00000200:0.0:1715209000.176270:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00020000:00000010:3.0:1715209000.176271:0:23792:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a20a86c0. 00008000:00000010:3.0:1715209000.176274:0:23792:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012e62fe00. 00000080:00000010:3.0:1715209000.176276:0:23792:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a93160f0. 00000400:00000200:0.0:1715209000.176280:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.176282:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000010:3.0:1715209000.176283:0:23792:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012da73200. 00000400:00000200:0.0:1715209000.176284:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.176286:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209000.176286:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1715209000.176286:0:23792:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff880136afd240. 00000400:00000200:0.0:1715209000.176288:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000010:2.0:1715209000.176288:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000020:00000010:3.0:1715209000.176288:0:23792:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013700d400. 00000400:00000200:0.0:1715209000.176289:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [44:44:255:4294967295] 192.168.203.134@tcp LPNI seq info [44:44:7:4294967295] 00000400:00000200:2.0:1715209000.176290:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1715209000.176291:0:23792:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6052000. 00000020:00000010:3.0:1715209000.176292:0:23792:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d1c4480. 00000400:00000200:2.0:1715209000.176294:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000008:00000010:3.0:1715209000.176295:0:23792:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e4a9650. 00000400:00000200:0.0:1715209000.176296:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00020000:00000010:3.0:1715209000.176297:0:23792:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009de28000. 00008000:00000010:3.0:1715209000.176298:0:23792:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aab98710. 00000800:00000200:0.0:1715209000.176299:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000080:00000010:3.0:1715209000.176300:0:23792:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a9315130. 00000800:00000010:0.0:1715209000.176301:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715209000.176301:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000080:00000010:3.0:1715209000.176301:0:23792:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9c30490. 00000400:00000010:2.0:1715209000.176303:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000020:00000010:3.0:1715209000.176303:0:23792:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6053c00. 00000800:00000200:0.0:1715209000.176304:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000008:00000010:3.0:1715209000.176305:0:23792:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbe2c0. 00020000:00000010:3.0:1715209000.176306:0:23792:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a20a8900. 00000100:00000200:2.0:1715209000.176307:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954637760/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00008000:00000010:3.0:1715209000.176307:0:23792:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012e62ffc0. 00000800:00000200:0.0:1715209000.176308:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000080:00000010:3.0:1715209000.176309:0:23792:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a93161e0. 00000800:00000200:0.0:1715209000.176310:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 424 niov 1 nkiov 1 00000008:00000010:3.0:1715209000.176317:0:23792:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e000. 00010000:00000010:3.0:1715209000.176325:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a8b40. 00000020:00000010:3.0:1715209000.176327:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e7e16c0. 00010000:00000010:3.0:1715209000.176329:0:23792:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88012da73e00. 00000800:00000200:2.0:1715209000.176330:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1715209000.176331:0:23792:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e7e13c0. 00000800:00000010:2.0:1715209000.176332:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715209000.176334:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1715209000.176334:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 00000400:00000200:2.0:1715209000.176336:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.176338:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:2.0:1715209000.176339:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:2.0:1715209000.176341:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954637824/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 02000000:00000010:3.0:1715209000.176341:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6052400. 02000000:00000010:0.0:1715209000.176363:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feee800. 00000400:00000010:0.0:1715209000.176365:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715209000.176367:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715209000.176369:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954637888, portal 4 00000400:00000010:0.0:1715209000.176372:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715209000.176373:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954637888, offset 0 00000400:00000200:0.0:1715209000.176376:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.176379:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.176381:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.176383:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.176384:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.176386:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.176388:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [45:45:256:4294967295] 192.168.203.134@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:0.0:1715209000.176394:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.176396:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.176398:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209000.176400:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.176403:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.176408:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.176485:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.176488:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715209000.176490:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.176493:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.176495:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715209000.176496:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715209000.176499:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954637888/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.177666:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.177691:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c0304009c0 00000400:00000200:2.0:1715209000.177695:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x249 [1] + 224 00000400:00000200:2.0:1715209000.177701:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.177703:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209000.177707:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954637760/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00010000:00000010:1.1F:1715209000.177717:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a18c0. 00000400:00000200:2.0:1715209000.177734:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.177753:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030400a00 00000400:00000200:2.0:1715209000.177756:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x251 [1] + 224 00000400:00000200:2.0:1715209000.177768:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1715209000.177769:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7e18. 00000400:00000200:2.0:1715209000.177770:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.177774:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715209000.177775:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715209000.177781:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954637760/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.177781:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954637824/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:0.0:1715209000.177789:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954637760/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.177794:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.177797:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030400a40 00000400:00000200:2.0:1715209000.177800:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x259 [1] + 224 00000400:00000010:1.0:1715209000.177804:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:1.0:1715209000.177807:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000020:00000010:0.0:1715209000.177809:0:22730:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88009de05c00. 00000400:00000010:1.0:1715209000.177809:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000400:00000200:2.0:1715209000.177809:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.177811:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000020:00000010:0.0:1715209000.177814:0:22730:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa912000. 00000100:00000200:1.0:1715209000.177815:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954637824/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.177815:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954637888/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000020:00000010:0.0:1715209000.177816:0:22730:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009de05800. 00000020:00000010:0.0:1715209000.177818:0:22730:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009de04000. 00000020:00000010:0.0:1715209000.177820:0:22730:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012e9e70c0. 00000100:00000200:1.0:1715209000.177823:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954637824/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000008:00000010:0.0:1715209000.177824:0:22730:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009efc2ca0. 00020000:00000010:0.0:1715209000.177827:0:22730:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012b8200c0. 00008000:00000010:0.0:1715209000.177830:0:22730:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009e7d0e20. 00000080:00000010:0.0:1715209000.177833:0:22730:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800aa996260. 00000080:00000010:0.0:1715209000.177835:0:22730:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab4ec920. 00000020:00000010:0.0:1715209000.177837:0:22730:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b60a9e00. 00000008:00000010:0.0:1715209000.177840:0:22730:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac4a8420. 00020000:00000010:0.0:1715209000.177841:0:22730:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab5c8d80. 00008000:00000010:0.0:1715209000.177843:0:22730:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab4e3fc0. 00000080:00000010:0.0:1715209000.177845:0:22730:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b762d0. 00000020:00000010:1.0:1715209000.177846:0:22727:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b586e600. 02000000:00000010:0.0:1715209000.177856:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0673400. 02000000:00000010:0.0:1715209000.177859:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a600. 00000100:00000010:0.0:1715209000.177861:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 02000000:00000010:1.0:1715209000.177865:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feec000. 02000000:00000010:1.0:1715209000.177868:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a800. 00000100:00000010:1.0:1715209000.177870:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000400:00000010:3.0:1715209000.177900:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:3.0:1715209000.177911:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:3.0:1715209000.177913:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:3.0:1715209000.177919:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954637888/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.177927:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954637888/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00010000:00000010:3.0:1715209000.177948:0:22728:0:(ldlm_extent.c:977:ldlm_interval_free()) slab-freed 'node': 72 at ffff88012da73e00. 02000000:00000010:3.0:1715209000.177966:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feee800. 02000000:00000010:3.0:1715209000.177970:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6052400. 00000100:00000010:3.0:1715209000.177972:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000008:00000010:0.0:1715209000.177975:0:23792:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e000. 00020000:00000010:0.0:1715209000.177978:0:23792:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012da73200. 00000080:00000010:0.0:1715209000.177996:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a800. 00000080:00000010:0.0:1715209000.178007:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a800. 00000080:00000010:0.0:1715209000.178022:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a800. 00000080:00000010:0.0:1715209000.178033:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a800. 00000080:00000010:0.0:1715209000.178050:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a800. 00000080:00000010:0.0:1715209000.178054:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a800. 00000080:00000010:0.0:1715209000.178063:0:23792:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012f390100. 00000080:00000010:0.0:1715209000.178067:0:23792:0:(statahead.c:256:sa_free()) kfreed 'entry': 116 at ffff88009d41eb00. 00000080:00000010:0.0:1715209000.178084:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a800. 00000080:00000010:0.0:1715209000.178090:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a800. 00020000:00000010:0.0:1715209000.178113:0:23792:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41eb00. 00000008:00000010:0.0:1715209000.178124:0:23792:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192000. 00000020:00000010:0.0:1715209000.178138:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88009d31a800. 00000008:00000010:0.0:1715209000.178145:0:23792:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192000. 00020000:00000010:0.0:1715209000.178147:0:23792:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41eb00. 00000080:00000010:0.0:1715209000.178163:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178193:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178217:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178227:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178256:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178267:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178286:0:23792:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012f3907e0. 00000080:00000010:0.0:1715209000.178294:0:23792:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff88009d41eb80. 00000080:00000010:0.0:1715209000.178327:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178338:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178355:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178360:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178371:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178376:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:0.0:1715209000.178386:0:23792:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000100:00000010:0.0:1715209000.178392:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209000.178400:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009feeec00. 00010000:00000010:0.0:1715209000.178409:0:23792:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab5c8fc0. 00000100:00000010:0.0:1715209000.178417:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b8209c0. 02000000:00000010:0.0:1715209000.178428:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff8800a9d17000. 00000400:00000010:0.0:1715209000.178438:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:0.0:1715209000.178442:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715209000.178445:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1798526954637952, portal 10 00000400:00000010:0.0:1715209000.178449:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715209000.178451:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1798526954637952, offset 0 00000400:00000200:0.0:1715209000.178457:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.178494:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.178498:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.178501:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.178503:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.178506:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.178509:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [46:46:256:4294967295] 192.168.203.134@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1715209000.178518:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.178523:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.178526:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209000.178531:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.178536:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.178539:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.178623:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.178627:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715209000.178630:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.178635:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.178638:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:2.0:1715209000.178640:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715209000.178646:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954637952/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.180412:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.180423:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 1040 into portal 10 MB=0x663c030400a80 00000400:00000200:0.0:1715209000.180429:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 1040/1040 into md 0x261 [1] + 224 00000400:00000200:0.0:1715209000.180446:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.180450:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.180456:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954637952/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.180626:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:1.0:1715209000.180631:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715209000.180633:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715209000.180654:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954637952/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.180663:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954637952/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.180680:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b8209c0. 00000080:00000010:1.0:1715209000.180695:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 00000080:00000010:1.0:1715209000.180701:0:23792:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800b5ac4050. 00000080:00000010:1.0:1715209000.180704:0:23792:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff88009d61b890. 00000080:00000010:1.0:1715209000.180705:0:23792:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff88009eea0d40. 00000080:00000010:1.0:1715209000.180707:0:23792:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800b5ac4078. 00000080:00000010:1.0:1715209000.180709:0:23792:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff88009d61b8a0. 00000080:00000010:1.0:1715209000.180710:0:23792:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 44 at ffff8800b6006000. 00000080:00000010:1.0:1715209000.180712:0:23792:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800b5ac4af0. 00000080:00000010:1.0:1715209000.180713:0:23792:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 16 at ffff88009d61ba20. 00000080:00000010:1.0:1715209000.180714:0:23792:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 8 at ffff88009d5a4030. 02000000:00000010:1.0:1715209000.180722:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8800a9d17000. 02000000:00000010:1.0:1715209000.180725:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009feeec00. 00000100:00000010:1.0:1715209000.180727:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000020:00000010:1.0:1715209000.180733:0:23792:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff88012b467000. 00000080:00000010:1.0:1715209000.180781:0:23792:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b586f800. 00000100:00000010:1.0:1715209000.180789:0:23792:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504000. 02000000:00000010:1.0:1715209000.180794:0:23792:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b586f200. 00000100:00000010:1.0:1715209000.180803:0:23792:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488cc0. 00000002:00000010:2.0:1715209000.180804:0:23793:0:(batch.c:700:cli_batch_stop()) kfreed 'cbh': 32 at ffff88012f390d80. 02000000:00000010:1.0:1715209000.180810:0:23792:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0673000. 00800000:00000010:2.0:1715209000.180811:0:23793:0:(lmv_obd.c:4279:lmv_batch_stop()) kfreed 'sub': 32 at ffff88012f390740. 00800000:00000010:2.0:1715209000.180814:0:23793:0:(lmv_obd.c:4287:lmv_batch_stop()) kfreed 'lbh': 48 at ffff88012e6bfc40. 00000400:00000010:1.0:1715209000.180820:0:23792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7ec8. 00000400:00000010:1.0:1715209000.180823:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.180825:0:23792:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954638080, portal 10 00000400:00000010:1.0:1715209000.180829:0:23792:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715209000.180830:0:23792:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954638080, offset 0 00000400:00000200:1.0:1715209000.180835:0:23792:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.180856:0:23792:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.180858:0:23792:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.180860:0:23792:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.180862:0:23792:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.180864:0:23792:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.180865:0:23792:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [47:47:256:4294967295] 192.168.203.134@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:1.0:1715209000.180871:0:23792:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.180874:0:23792:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.180875:0:23792:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715209000.180878:0:23792:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.180881:0:23792:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.180883:0:23792:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.180924:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.180926:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715209000.180928:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.180932:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.180934:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:2.0:1715209000.180935:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:2.0:1715209000.180939:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504000 x1798526954638080/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000080:00000010:0.0:1715209000.180988:0:23793:0:(statahead.c:643:ll_sai_free()) kfreed 'sai': 504 at ffff88009d31aa00. 00000080:00000010:0.0:1715209000.180993:0:23793:0:(statahead.c:561:ll_sax_free()) kfreed 'ctx': 2592 at ffff8800aaa0a000. 00000400:00000200:0.0:1715209000.182629:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.182640:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030400b00 00000400:00000200:0.0:1715209000.182655:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x269 [1] + 224 00000400:00000200:0.0:1715209000.182671:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.182676:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.182682:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504000 x1798526954638080/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.182822:0:23792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7ec8. 00000400:00000200:1.0:1715209000.182844:0:23792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:1.0:1715209000.182846:0:23792:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.182854:0:23792:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504000 x1798526954638080/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.182868:0:23792:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504000 x1798526954638080/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.182893:0:23792:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488cc0. 00000080:00000010:1.0:1715209000.182900:0:23792:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b586f800. 02000000:00000010:1.0:1715209000.182909:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086c00. 00000100:00000010:1.0:1715209000.182912:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000002:00000010:1.0:1715209000.182915:0:23792:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88012f390000. 00000080:00000010:1.0:1715209000.182926:0:23792:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e6bfd40. 02000000:00000010:1.0:1715209000.182929:0:23792:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0673000. 02000000:00000010:1.0:1715209000.182931:0:23792:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b586f200. 00000100:00000010:1.0:1715209000.182933:0:23792:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504000. 00000080:00000010:1.0:1715209000.182937:0:23792:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff88009ed9a000. 00000080:00000010:2.0:1715209000.183990:0:22270:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5f600. 00000080:00000010:2.0:1715209000.184008:0:22270:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5f600. 00000080:00000010:2.0:1715209000.184021:0:22270:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5f600. 00000100:00000010:2.0:1715209000.184027:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209000.184034:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086000. 00010000:00000010:2.0:1715209000.184043:0:22270:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a2640. 00000100:00000010:2.0:1715209000.184049:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205f00. 02000000:00000010:2.0:1715209000.184057:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88013680b800. 00000400:00000010:2.0:1715209000.184060:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.184063:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.184066:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954638144, portal 10 00000400:00000010:2.0:1715209000.184069:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209000.184070:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526954638144, offset 0 00000400:00000200:2.0:1715209000.184076:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.184082:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.184085:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.184088:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.184090:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.184092:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.184094:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [48:48:256:4294967295] 192.168.203.134@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:2.0:1715209000.184123:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.184128:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.184130:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2500. 00000800:00000200:2.0:1715209000.184151:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.184157:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.184160:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2500 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.184251:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.184255:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2500. 00000400:00000200:0.0:1715209000.184258:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.184263:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.184267:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:0.0:1715209000.184269:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715209000.184275:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954638144/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.186965:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.186992:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 584 into portal 10 MB=0x663c030400b40 00000400:00000200:0.0:1715209000.186998:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 584/584 into md 0x271 [1] + 224 00000400:00000200:0.0:1715209000.187014:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.187018:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.187025:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954638144/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.187162:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.187169:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:2.0:1715209000.187171:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.187180:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954638144/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.187200:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954638144/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.187223:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205f00. 00010000:00000010:2.0:1715209000.187234:0:22270:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2400. 00010000:00000010:2.0:1715209000.187236:0:22270:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0a80. 00000100:00000010:2.0:1715209000.187256:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209000.187263:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5f400. 00000100:00000010:2.0:1715209000.187270:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205f00. 02000000:00000010:2.0:1715209000.187280:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f5f200. 00000400:00000010:2.0:1715209000.187283:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.187286:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.187290:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954638208, portal 10 00000400:00000010:2.0:1715209000.187293:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715209000.187295:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1798526954638208, offset 0 00000400:00000200:2.0:1715209000.187300:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.187308:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.187312:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.187315:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.187318:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.187321:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.187324:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [49:49:256:4294967295] 192.168.203.134@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:2.0:1715209000.187333:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.187338:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.187341:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dd2500. 00000800:00000200:2.0:1715209000.187346:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.187351:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.187355:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dd2500 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.187455:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.187485:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dd2500. 00000400:00000200:0.0:1715209000.187490:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.187495:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.187498:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715209000.187500:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715209000.187505:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954638208/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.188828:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.188846:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 248 into portal 10 MB=0x663c030400b80 00000400:00000200:0.0:1715209000.188853:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 248/248 into md 0x279 [1] + 224 00000400:00000200:0.0:1715209000.188869:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.188873:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.188879:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954638208/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.188957:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.188963:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:2.0:1715209000.188972:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.188981:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954638208/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.188991:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954638208/t0(0) o900->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.189014:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205f00. 02000000:00000010:2.0:1715209000.189020:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f5f200. 02000000:00000010:2.0:1715209000.189023:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5f400. 00000100:00000010:2.0:1715209000.189026:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 80000000:00000010:2.0:1715209000.189030:0:22270:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff88012a405500. 00800000:00000010:2.0:1715209000.189036:0:22270:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 384 at ffff8800b6f5f400. 00000020:00000010:2.0:1715209000.189041:0:22270:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a1085800. 00000100:00000010:2.0:1715209000.189046:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209000.189056:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1085400. 00010000:00000010:2.0:1715209000.189065:0:22270:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dd2500. 00010000:00000010:2.0:1715209000.189068:0:22270:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0a00. 00010000:00000010:2.0:1715209000.189073:0:22270:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a2880. 00000020:00000010:2.0:1715209000.189076:0:22270:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012a405940. 00000100:00000010:2.0:1715209000.189082:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205f00. 02000000:00000010:2.0:1715209000.189093:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88013680a000. 00000400:00000010:2.0:1715209000.189096:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.189127:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.189132:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954638272, portal 10 00000400:00000010:2.0:1715209000.189135:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209000.189138:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954638272, offset 0 00000400:00000200:2.0:1715209000.189143:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.189151:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.189155:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.189158:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.189160:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.189162:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.189172:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [50:50:256:4294967295] 192.168.203.134@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:2.0:1715209000.189182:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.189187:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.189193:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715209000.189197:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.189203:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.189206:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.189378:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.189383:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209000.189387:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.189394:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.189398:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715209000.189400:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715209000.189406:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954638272/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/968 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.191085:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.191097:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 584 into portal 10 MB=0x663c030400bc0 00000400:00000200:0.0:1715209000.191131:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 584/584 into md 0x281 [1] + 224 00000400:00000200:0.0:1715209000.191150:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.191154:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.191161:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954638272/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/968 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.191236:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.191241:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:2.0:1715209000.191242:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.191249:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954638272/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/968 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.191259:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954638272/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/968 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.191279:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205f00. 00000020:00000010:2.0:1715209000.191289:0:22270:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6f5f200. 00800000:00000010:2.0:1715209000.191301:0:22270:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 384 at ffff8800b6f5f400. 02000000:00000010:2.0:1715209000.191305:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88013680b800. 02000000:00000010:2.0:1715209000.191309:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086000. 00000100:00000010:2.0:1715209000.191311:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000080:00000010:2.0:1715209000.191323:0:22270:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ba9800. 00000080:00000010:2.0:1715209000.191335:0:22270:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa85ce20. 00000080:00000010:2.0:1715209000.191347:0:22270:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5f600. 02000000:00000010:2.0:1715209000.191350:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88013680a000. 02000000:00000010:2.0:1715209000.191353:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1085400. 00000100:00000010:2.0:1715209000.191355:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000080:00000010:2.0:1715209000.191368:0:22270:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b6084c00. 00000080:00000010:2.0:1715209000.191373:0:22270:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5f600. 00000100:00000010:2.0:1715209000.191384:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209000.191390:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5f400. 00000100:00000010:2.0:1715209000.191406:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205f00. 02000000:00000010:2.0:1715209000.191416:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f5f000. 00000400:00000010:2.0:1715209000.191419:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.191422:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.191426:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954638336, portal 10 00000400:00000010:2.0:1715209000.191429:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715209000.191431:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1798526954638336, offset 0 00000400:00000200:2.0:1715209000.191437:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.191443:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.191447:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.191449:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.191452:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.191454:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.191457:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [51:51:256:4294967295] 192.168.203.134@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:2.0:1715209000.191500:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.191505:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.191508:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209000.191513:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.191518:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.191521:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.191684:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.191689:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209000.191694:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.191700:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.191704:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715209000.191705:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715209000.191712:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954638336/t0(0) o700->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.192879:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.192890:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 248 into portal 10 MB=0x663c030400c00 00000400:00000200:0.0:1715209000.192896:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 248/248 into md 0x289 [1] + 224 00000400:00000200:0.0:1715209000.192912:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.192916:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.192923:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954638336/t0(0) o700->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.193006:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.193011:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:2.0:1715209000.193013:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.193019:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954638336/t0(0) o700->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.193028:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954638336/t0(0) o700->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.193047:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205f00. 02000000:00000010:2.0:1715209000.193052:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f5f000. 02000000:00000010:2.0:1715209000.193056:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5f400. 00000100:00000010:2.0:1715209000.193065:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:2.0:1715209000.193078:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209000.193088:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1085400. 00010000:00000010:2.0:1715209000.193098:0:22270:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a2ac0. 00000100:00000010:2.0:1715209000.193132:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205f00. 02000000:00000010:2.0:1715209000.193184:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:2.0:1715209000.193188:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.193191:0:22270:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a1086000. 00000100:00000200:2.0:1715209000.193195:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954638464, portal 10 00000400:00000010:2.0:1715209000.193199:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.193201:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1798526954638464, offset 0 00000400:00000200:2.0:1715209000.193206:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.193213:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.193216:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.193219:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.193222:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.193224:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.193227:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [52:52:256:4294967295] 192.168.203.134@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:2.0:1715209000.193235:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.193240:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.193243:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715209000.193247:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.193252:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.193255:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 688 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.193417:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.193422:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209000.193427:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.193433:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.193437:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715209000.193439:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715209000.193446:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954638464/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.198073:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.198084:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030400c80 00000400:00000200:0.0:1715209000.198090:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x291 [32] + 224 00000400:00000200:0.0:1715209000.198134:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.198139:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.198145:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954638464/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.198241:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.198249:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1086000 00000400:00000010:2.0:1715209000.198251:0:22270:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800a1086000. 00000100:00000200:2.0:1715209000.198258:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954638464/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.198269:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954638464/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.198310:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205f00. 00010000:00000010:2.0:1715209000.198321:0:22270:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f52800. 00010000:00000010:2.0:1715209000.198323:0:22270:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0e80. 00000002:00000010:2.0:1715209000.198339:0:22270:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a405780. 00000080:00000010:2.0:1715209000.198352:0:22270:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0baa000. 00000080:00000010:2.0:1715209000.198362:0:22270:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a92bc190. 00020000:00000010:2.0:1715209000.198367:0:22270:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009d39ebc8. 00020000:00000010:2.0:1715209000.198371:0:22270:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b60841e0. 00020000:00000010:2.0:1715209000.198373:0:22270:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009d3a0780. 00020000:00000010:2.0:1715209000.198375:0:22270:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b6084660. 00020000:00000010:2.0:1715209000.198379:0:22270:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a64326e0. 00020000:00000010:2.0:1715209000.198381:0:22270:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800ad205f00. 00020000:00000010:2.0:1715209000.198384:0:22270:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009d39bf70. 00020000:00000010:2.0:1715209000.198388:0:22270:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a92bc258. 00000008:00000010:2.0:1715209000.198392:0:22270:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800b6ea0190. 00020000:00000010:2.0:1715209000.198403:0:22270:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b6084420. 00020000:00000010:2.0:1715209000.198405:0:22270:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009d3a0200. 00020000:00000010:2.0:1715209000.198407:0:22270:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b6084060. 00020000:00000010:2.0:1715209000.198410:0:22270:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009d3a0200. 00020000:00000010:2.0:1715209000.198413:0:22270:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b6084420. 00020000:00000010:2.0:1715209000.198415:0:22270:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b6084060. 00000080:00000010:2.0:1715209000.198421:0:22270:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa85c120. 00000080:00000010:2.0:1715209000.198426:0:22270:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5f600. 00000080:00000010:2.0:1715209000.198434:0:22270:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff88009ed9a140. 00000080:00000010:2.0:1715209000.198438:0:22270:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012a405a80. 00000002:00000010:2.0:1715209000.198444:0:22270:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aa85c900. 02000000:00000010:2.0:1715209000.198450:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 00000080:00000010:2.0:1715209000.198544:0:22270:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff8800b6084c00. 00000080:00000010:2.0:1715209000.198559:0:22270:0:(llite_lib.c:2336:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6f5f600. 00000100:00000010:2.0:1715209000.198583:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209000.198593:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5f400. 00010000:00000010:2.0:1715209000.198607:0:22270:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a405780. 00010000:00000010:2.0:1715209000.198613:0:22270:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0e80. 00000100:00000010:2.0:1715209000.198644:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205cc0. 02000000:00000010:2.0:1715209000.198655:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1086000. 00000400:00000010:2.0:1715209000.198659:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.198663:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.198668:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954638592, portal 10 00000400:00000010:2.0:1715209000.198673:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209000.198676:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1798526954638592, offset 0 00000400:00000200:2.0:1715209000.198684:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.198694:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.198699:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.198718:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.198722:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.198725:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.198729:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [53:53:256:4294967295] 192.168.203.134@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:2.0:1715209000.198742:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.198749:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.198754:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52f00. 00000800:00000200:2.0:1715209000.198760:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.198768:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.198773:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52f00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.198865:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.198870:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52f00. 00000400:00000200:0.0:1715209000.198874:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.198880:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.198884:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715209000.198886:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715209000.198899:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954638592/t0(0) o36->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.200807:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.200818:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030400d00 00000400:00000200:0.0:1715209000.200824:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x299 [1] + 224 00000400:00000200:0.0:1715209000.200841:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.200845:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.200852:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954638592/t0(0) o36->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.200981:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.200989:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:2.0:1715209000.200991:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.200999:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954638592/t0(0) o36->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.201010:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954638592/t0(0) o36->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.201033:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205cc0. 00000080:00000010:2.0:1715209000.201070:0:22270:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5f000. 00000100:00000010:2.0:1715209000.201078:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209000.201089:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5ee00. 00010000:00000010:2.0:1715209000.201096:0:22270:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f52b00. 00010000:00000010:2.0:1715209000.201099:0:22270:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0e80. 00010000:00000010:2.0:1715209000.201136:0:22270:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a2d00. 00000100:00000010:2.0:1715209000.201146:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205cc0. 02000000:00000010:2.0:1715209000.201158:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1085000. 00000400:00000010:2.0:1715209000.201162:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.201165:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.201169:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954638656, portal 10 00000400:00000010:2.0:1715209000.201173:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715209000.201175:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1798526954638656, offset 0 00000400:00000200:2.0:1715209000.201181:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.201188:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.201192:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.201195:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.201198:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.201200:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.201204:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [54:54:256:4294967295] 192.168.203.134@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1715209000.201213:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.201218:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.201220:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715209000.201225:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.201231:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.201234:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.201329:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.201332:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209000.201336:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.201341:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.201344:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715209000.201346:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715209000.201351:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954638656/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.202649:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.202660:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 10 MB=0x663c030400d40 00000400:00000200:0.0:1715209000.202666:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 400/400 into md 0x2a1 [1] + 224 00000400:00000200:0.0:1715209000.202684:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.202688:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.202694:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954638656/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.202820:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.202827:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:2.0:1715209000.202829:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.202837:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954638656/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.202865:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954638656/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.202887:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205cc0. 00000002:00000010:2.0:1715209000.202902:0:22270:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a405780. 02000000:00000010:2.0:1715209000.202910:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1085000. 02000000:00000010:2.0:1715209000.202914:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5ee00. 00000100:00000010:2.0:1715209000.202916:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000080:00000010:2.0:1715209000.202920:0:22270:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5f000. 00020000:00000010:2.0:1715209000.202943:0:22270:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b6084c00. 00020000:00000010:2.0:1715209000.202946:0:22270:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009d3a0200. 00020000:00000010:2.0:1715209000.202949:0:22270:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b6084060. 00020000:00000010:2.0:1715209000.202952:0:22270:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009d3a0200. 00020000:00000010:2.0:1715209000.202955:0:22270:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b6084c00. 00020000:00000010:2.0:1715209000.202958:0:22270:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b6084060. 00020000:00000010:2.0:1715209000.202971:0:22270:0:(lov_io.c:850:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff88009d39bf78. 00020000:00000010:2.0:1715209000.202986:0:22270:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0200. 00000008:00000010:2.0:1715209000.202989:0:22270:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8000. 00010000:00000010:2.0:1715209000.202997:0:22270:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f52d00. 00010000:00000010:2.0:1715209000.202999:0:22270:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800ad205cc0. 00010000:00000010:2.0:1715209000.203003:0:22270:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a2f40. 00010000:00000010:2.0:1715209000.203006:0:22270:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009d3a0c80. 00010000:00000010:2.0:1715209000.203009:0:22270:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012a405b40. 00000100:00000010:2.0:1715209000.203013:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209000.203020:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5f000. 00000100:00000010:2.0:1715209000.203028:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205c00. 02000000:00000010:2.0:1715209000.203038:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1085000. 00000400:00000010:2.0:1715209000.203042:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.203045:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.203049:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954638720, portal 4 00000400:00000010:2.0:1715209000.203052:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209000.203062:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954638720, offset 0 00000400:00000200:2.0:1715209000.203068:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.203075:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.203079:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.203083:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.203085:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.203088:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.203090:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [55:55:256:4294967295] 192.168.203.134@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1715209000.203129:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.203135:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.203138:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209000.203143:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.203149:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.203152:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.203283:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.203288:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209000.203292:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.203299:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.203303:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715209000.203312:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715209000.203319:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954638720/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00010000:00000010:1.1:1715209000.204645:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f52800. 00010000:00000010:1.1:1715209000.204656:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a2ac0. 00000400:00000200:0.0:1715209000.204783:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.204794:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030400d80 00000400:00000200:0.0:1715209000.204801:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x2a9 [1] + 224 00000400:00000200:0.0:1715209000.204818:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.204822:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.204829:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954638720/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.204883:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.204889:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:2.0:1715209000.204890:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.204898:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954638720/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.204908:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954638720/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.204930:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205c00. 00000020:00000010:2.0:1715209000.204942:0:22270:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6f5ee00. 02000000:00000010:2.0:1715209000.204947:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1085000. 02000000:00000010:2.0:1715209000.204951:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5f000. 00000100:00000010:2.0:1715209000.204953:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000010:2.0:1715209000.204977:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209000.204985:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5f000. 02000000:00000010:0.0:1715209000.205063:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feed000. 00000400:00000010:0.0:1715209000.205069:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:0.0:1715209000.205073:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715209000.205077:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954638784, portal 4 00000400:00000010:0.0:1715209000.205082:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715209000.205084:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1798526954638784, offset 0 00000400:00000200:0.0:1715209000.205089:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.205096:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.205120:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.205124:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.205126:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.205129:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.205132:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [56:56:256:4294967295] 192.168.203.134@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:0.0:1715209000.205142:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.205146:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.205149:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209000.205154:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.205159:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.205163:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.205264:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.205267:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715209000.205279:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.205285:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.205289:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:2.0:1715209000.205291:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:2.0:1715209000.205297:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954638784/t0(0) o10->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 440/432 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.209055:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.209066:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 432 into portal 4 MB=0x663c030400dc0 00000400:00000200:0.0:1715209000.209072:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 432/432 into md 0x2b1 [1] + 224 00000400:00000200:0.0:1715209000.209090:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.209094:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.209129:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954638784/t0(0) o10->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 440/432 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.209254:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715209000.209262:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:2.0:1715209000.209264:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:2.0:1715209000.209272:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954638784/t0(0) o10->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 440/432 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.209283:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954638784/t0(0) o10->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 440/432 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 02000000:00000010:2.0:1715209000.209326:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feed000. 02000000:00000010:2.0:1715209000.209331:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5f000. 00000100:00000010:2.0:1715209000.209335:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000008:00000010:0.0:1715209000.209400:0:22270:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8000. 00020000:00000010:0.0:1715209000.209406:0:22270:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0200. 00020000:00000010:0.0:1715209000.209411:0:22270:0:(lov_io.c:1180:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff88009d39bf78. 00000080:00000010:0.0:1715209000.209421:0:22270:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5f600. 00020000:00000010:0.0:1715209000.209521:0:22270:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41eb80. 00000008:00000010:0.0:1715209000.209525:0:22270:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192000. 00000020:00000010:0.0:1715209000.209744:0:22270:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009d78c000. 00000008:00000010:0.0:1715209000.209776:0:22270:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800a91ffe60. 00000008:00000010:0.0:1715209000.209807:0:22270:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192000. 00020000:00000010:0.0:1715209000.209810:0:22270:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41eb80. 00000080:00000010:0.0:1715209000.209844:0:22270:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000020:00000010:0.0:1715209000.209851:0:22270:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88009feee400. 00000100:00000010:0.0:1715209000.209855:0:22270:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209000.209862:0:22270:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a600. 00000100:00000010:0.0:1715209000.209873:0:22270:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b8209c0. 02000000:00000010:0.0:1715209000.209883:0:22270:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feefc00. 00000400:00000010:0.0:1715209000.209886:0:22270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715209000.209890:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715209000.209893:0:22270:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954638912, portal 10 00000400:00000010:0.0:1715209000.209897:0:22270:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715209000.209899:0:22270:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954638912, offset 0 00000400:00000200:0.0:1715209000.209905:0:22270:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.209911:0:22270:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.209915:0:22270:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.209925:0:22270:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.209927:0:22270:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.209930:0:22270:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.209933:0:22270:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [57:57:256:4294967295] 192.168.203.134@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:0.0:1715209000.209942:0:22270:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.209947:0:22270:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.209950:0:22270:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209000.209954:0:22270:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.209959:0:22270:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.209963:0:22270:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.210055:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.210061:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715209000.210065:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.210071:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.210075:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:2.0:1715209000.210077:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:2.0:1715209000.210084:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954638912/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.211795:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.211807:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030400e40 00000400:00000200:0.0:1715209000.211813:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x2b9 [1] + 224 00000400:00000200:0.0:1715209000.211831:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.211835:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.211842:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954638912/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.211965:0:22270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:2.0:1715209000.211973:0:22270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715209000.211975:0:22270:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715209000.211983:0:22270:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954638912/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.211994:0:22270:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954638912/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.212033:0:22270:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b8209c0. 00000080:00000010:2.0:1715209000.212040:0:22270:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 02000000:00000010:2.0:1715209000.212051:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1085400. 00000100:00000010:2.0:1715209000.212055:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000002:00000010:2.0:1715209000.212058:0:22270:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aa85c900. 00000080:00000010:2.0:1715209000.212061:0:22270:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012a405a80. 02000000:00000010:2.0:1715209000.212063:0:22270:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feefc00. 02000000:00000010:2.0:1715209000.212066:0:22270:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a600. 00000100:00000010:2.0:1715209000.212068:0:22270:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000080:00000010:2.0:1715209000.212072:0:22270:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff88009ed9a140. 00000080:00000010:3.0:1715209000.215171:0:23796:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6052a00. 00000080:00000010:3.0:1715209000.215186:0:23796:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6052a00. 00000020:00000010:3.0:1715209000.215196:0:23796:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800b6076800. 00000080:00000010:3.0:1715209000.215202:0:23796:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6052a00. 00000080:00000010:3.0:1715209000.215206:0:23796:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6052a00. 00000080:00000010:3.0:1715209000.215210:0:23796:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88009d1c4360. 00000080:00000010:3.0:1715209000.215213:0:23796:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6052a00. 00000100:00000010:3.0:1715209000.215219:0:23796:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209000.215224:0:23796:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6052c00. 00000100:00000010:3.0:1715209000.215230:0:23796:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28cc0. 02000000:00000010:3.0:1715209000.215238:0:23796:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6053800. 00000400:00000010:3.0:1715209000.215241:0:23796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.215244:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.215247:0:23796:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954638976, portal 10 00000400:00000010:3.0:1715209000.215250:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715209000.215252:0:23796:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1798526954638976, offset 0 00000400:00000200:3.0:1715209000.215257:0:23796:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.215262:0:23796:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.215265:0:23796:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.215268:0:23796:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.215270:0:23796:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.215272:0:23796:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.215279:0:23796:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [58:58:256:4294967295] 192.168.203.134@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:3.0:1715209000.215286:0:23796:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.215290:0:23796:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.215293:0:23796:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636600. 00000800:00000200:3.0:1715209000.215296:0:23796:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.215300:0:23796:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.215303:0:23796:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636600 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.215433:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.215437:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636600. 00000400:00000200:0.0:1715209000.215440:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.215445:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.215448:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:0.0:1715209000.215450:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:0.0:1715209000.215454:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954638976/t0(0) o700->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.216908:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.216919:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 248 into portal 10 MB=0x663c030400e80 00000400:00000200:0.0:1715209000.216926:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 248/248 into md 0x2c1 [1] + 224 00000400:00000200:0.0:1715209000.216943:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.216953:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.216959:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954638976/t0(0) o700->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.217078:0:23796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.217085:0:23796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:3.0:1715209000.217087:0:23796:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.217095:0:23796:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954638976/t0(0) o700->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.217138:0:23796:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954638976/t0(0) o700->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:30/10 lens 264/248 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.217162:0:23796:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28cc0. 02000000:00000010:3.0:1715209000.217170:0:23796:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6053800. 02000000:00000010:3.0:1715209000.217173:0:23796:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6052c00. 00000100:00000010:3.0:1715209000.217176:0:23796:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715209000.217200:0:23796:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209000.217211:0:23796:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9dc00. 00000020:00000010:3.0:1715209000.217218:0:23796:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e7e1e00. 00010000:00000010:3.0:1715209000.217222:0:23796:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0280. 00010000:00000010:3.0:1715209000.217235:0:23796:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b0636d00. 00010000:00000010:3.0:1715209000.217237:0:23796:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012da73980. 00010000:00000010:3.0:1715209000.217241:0:23796:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a8d80. 00000100:00000010:3.0:1715209000.217250:0:23796:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28cc0. 02000000:00000010:3.0:1715209000.217289:0:23796:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:3.0:1715209000.217293:0:23796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.217298:0:23796:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aab9e000. 00000100:00000200:3.0:1715209000.217307:0:23796:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954639104, portal 10 00000400:00000010:3.0:1715209000.217312:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209000.217314:0:23796:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526954639104, offset 0 00000400:00000200:3.0:1715209000.217320:0:23796:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.217327:0:23796:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.217331:0:23796:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.217334:0:23796:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.217337:0:23796:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.217339:0:23796:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.217342:0:23796:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [59:59:256:4294967295] 192.168.203.134@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:3.0:1715209000.217351:0:23796:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.217355:0:23796:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.217358:0:23796:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636100. 00000800:00000200:3.0:1715209000.217362:0:23796:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.217368:0:23796:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.217371:0:23796:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636100 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.217551:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.217557:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636100. 00000400:00000200:0.0:1715209000.217561:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.217567:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.217571:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:0.0:1715209000.217573:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:0.0:1715209000.217579:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954639104/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000080:00000010:1.1:1715209000.218662:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa85c120. 00000400:00000200:0.0:1715209000.220286:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.220297:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030400f00 00000400:00000200:0.0:1715209000.220303:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x2c9 [32] + 224 00000400:00000200:0.0:1715209000.220321:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.220325:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.220332:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954639104/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.220421:0:23796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.220428:0:23796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aab9e000 00000400:00000010:3.0:1715209000.220431:0:23796:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800aab9e000. 00000100:00000200:3.0:1715209000.220438:0:23796:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954639104/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.220450:0:23796:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954639104/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.220499:0:23796:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28cc0. 00010000:00000010:3.0:1715209000.220511:0:23796:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b0636400. 00010000:00000010:3.0:1715209000.220514:0:23796:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012da73180. 00010000:00000010:3.0:1715209000.220519:0:23796:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da73980. 00000002:00000010:3.0:1715209000.220536:0:23796:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e7e1900. 00000080:00000010:3.0:1715209000.220544:0:23796:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a37bf220. 00000080:00000010:3.0:1715209000.220549:0:23796:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6052a00. 00000080:00000010:3.0:1715209000.220576:0:23796:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009cfc8000. 00000020:00000010:3.0:1715209000.220583:0:23796:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff880136afd2d0. 00000020:00000010:3.0:1715209000.220586:0:23796:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6052a00. 00000020:00000010:3.0:1715209000.220589:0:23796:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6052c00. 00000020:00000010:3.0:1715209000.220591:0:23796:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d1c43c0. 00000008:00000010:3.0:1715209000.220596:0:23796:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e4aa178. 00020000:00000010:3.0:1715209000.220598:0:23796:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009de28cc0. 00008000:00000010:3.0:1715209000.220602:0:23796:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aab98a98. 00000080:00000010:3.0:1715209000.220606:0:23796:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a93151c8. 00000080:00000010:3.0:1715209000.220609:0:23796:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9c306d8. 00000020:00000010:3.0:1715209000.220612:0:23796:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6053800. 00000008:00000010:3.0:1715209000.220614:0:23796:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbe420. 00020000:00000010:3.0:1715209000.220617:0:23796:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a20a8fc0. 00008000:00000010:3.0:1715209000.220619:0:23796:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012e62fe78. 00000080:00000010:3.0:1715209000.220621:0:23796:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a93162d0. 00000080:00000010:3.0:1715209000.220630:0:23796:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b595e000. 00020000:00000010:3.0:1715209000.220636:0:23796:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012ff37658. 00020000:00000010:3.0:1715209000.220640:0:23796:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c42a0. 00020000:00000010:3.0:1715209000.220642:0:23796:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012da73980. 00020000:00000010:3.0:1715209000.220645:0:23796:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c4300. 00020000:00000010:3.0:1715209000.220648:0:23796:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012a6ba4a0. 00020000:00000010:3.0:1715209000.220651:0:23796:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009de280c0. 00020000:00000010:3.0:1715209000.220654:0:23796:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012e62fe88. 00000020:00000010:3.0:1715209000.220658:0:23796:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b0636100. 00020000:00000010:3.0:1715209000.220661:0:23796:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b595e0c8. 00000008:00000010:3.0:1715209000.220670:0:23796:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ad2c8000. 00000020:00000010:3.0:1715209000.220676:0:23796:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b0636600. 00020000:00000010:3.0:1715209000.220685:0:23796:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c41e0. 00020000:00000010:3.0:1715209000.220687:0:23796:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012da73200. 00020000:00000010:3.0:1715209000.220689:0:23796:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c4240. 00020000:00000010:3.0:1715209000.220692:0:23796:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012da73200. 00020000:00000010:3.0:1715209000.220695:0:23796:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d1c41e0. 00020000:00000010:3.0:1715209000.220701:0:23796:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d1c4240. 00000080:00000010:3.0:1715209000.220719:0:23796:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800ab4e6000. 00000080:00000010:3.0:1715209000.220724:0:23796:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e7e1700. 00000002:00000010:3.0:1715209000.220730:0:23796:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a37bf4a0. 02000000:00000010:3.0:1715209000.220736:0:23796:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 00000080:00000010:3.0:1715209000.220776:0:23796:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88009d1c4360. 00000080:00000010:3.0:1715209000.220823:0:23796:0:(llite_lib.c:2336:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6052600. 00000100:00000010:3.0:1715209000.220845:0:23796:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209000.220854:0:23796:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6052200. 00010000:00000010:3.0:1715209000.220861:0:23796:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e7e1900. 00010000:00000010:3.0:1715209000.220864:0:23796:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da73180. 00000100:00000010:3.0:1715209000.220877:0:23796:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28d80. 02000000:00000010:3.0:1715209000.220887:0:23796:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aab9e000. 00000400:00000010:3.0:1715209000.220891:0:23796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.220894:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.220897:0:23796:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954639232, portal 10 00000400:00000010:3.0:1715209000.220901:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715209000.220903:0:23796:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1798526954639232, offset 0 00000400:00000200:3.0:1715209000.220909:0:23796:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.220916:0:23796:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.220920:0:23796:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.220923:0:23796:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.220926:0:23796:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.220928:0:23796:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.220931:0:23796:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [60:60:256:4294967295] 192.168.203.134@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1715209000.220940:0:23796:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.220945:0:23796:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.220947:0:23796:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636a00. 00000800:00000200:3.0:1715209000.220952:0:23796:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.220957:0:23796:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.220960:0:23796:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636a00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.221155:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.221160:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636a00. 00000400:00000200:0.0:1715209000.221165:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.221171:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.221175:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:0.0:1715209000.221177:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:0.0:1715209000.221183:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954639232/t0(0) o36->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.223044:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.223056:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030400f80 00000400:00000200:0.0:1715209000.223062:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x2d1 [1] + 224 00000400:00000200:0.0:1715209000.223086:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.223091:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.223097:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954639232/t0(0) o36->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.223216:0:23796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.223223:0:23796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209000.223225:0:23796:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.223233:0:23796:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954639232/t0(0) o36->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.223244:0:23796:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954639232/t0(0) o36->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 488/512 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.223267:0:23796:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28d80. 00000080:00000010:3.0:1715209000.223294:0:23796:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6052400. 00000100:00000010:3.0:1715209000.223302:0:23796:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209000.223314:0:23796:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06800. 00010000:00000010:3.0:1715209000.223321:0:23796:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b0636a00. 00010000:00000010:3.0:1715209000.223323:0:23796:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012da73180. 00010000:00000010:3.0:1715209000.223327:0:23796:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a9200. 00000100:00000010:3.0:1715209000.223335:0:23796:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28d80. 02000000:00000010:3.0:1715209000.223345:0:23796:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aab9e400. 00000400:00000010:3.0:1715209000.223348:0:23796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.223352:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.223355:0:23796:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954639296, portal 10 00000400:00000010:3.0:1715209000.223358:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:3.0:1715209000.223360:0:23796:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1798526954639296, offset 0 00000400:00000200:3.0:1715209000.223365:0:23796:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.223372:0:23796:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.223376:0:23796:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.223379:0:23796:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.223381:0:23796:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.223384:0:23796:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.223387:0:23796:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [61:61:256:4294967295] 192.168.203.134@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1715209000.223396:0:23796:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.223401:0:23796:0:(socklnd_cb.c:1007:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.223414:0:23796:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715209000.223419:0:23796:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.223425:0:23796:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.223428:0:23796:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.223597:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.223603:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715209000.223607:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.223614:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.223618:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:0.0:1715209000.223620:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:0.0:1715209000.223626:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954639296/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00010000:00000010:0.1:1715209000.224759:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dd2e00. 00010000:00000010:0.1:1715209000.224767:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a1200. 00000400:00000200:0.0:1715209000.224914:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.224924:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 10 MB=0x663c030400fc0 00000400:00000200:0.0:1715209000.224930:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 400/400 into md 0x2d9 [1] + 224 00000400:00000200:0.0:1715209000.224946:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.224950:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.224957:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954639296/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.225080:0:23796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.225088:0:23796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209000.225090:0:23796:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.225097:0:23796:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954639296/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.225141:0:23796:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954639296/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 376/472 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.225172:0:23796:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28d80. 00000002:00000010:3.0:1715209000.225191:0:23796:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e7e1900. 02000000:00000010:3.0:1715209000.225201:0:23796:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aab9e400. 02000000:00000010:3.0:1715209000.225206:0:23796:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06800. 00000100:00000010:3.0:1715209000.225210:0:23796:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000080:00000010:3.0:1715209000.225215:0:23796:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6052400. 00000020:00000010:3.0:1715209000.225239:0:23796:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff880136afd360. 00000020:00000010:3.0:1715209000.225243:0:23796:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d06800. 00000020:00000010:3.0:1715209000.225247:0:23796:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d07000. 00000020:00000010:3.0:1715209000.225251:0:23796:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d1c4360. 00000008:00000010:3.0:1715209000.225257:0:23796:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e4aaca0. 00020000:00000010:3.0:1715209000.225260:0:23796:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009de28d80. 00008000:00000010:3.0:1715209000.225265:0:23796:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aab98e20. 00000080:00000010:3.0:1715209000.225269:0:23796:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a9315260. 00000080:00000010:3.0:1715209000.225273:0:23796:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9c30920. 00000020:00000010:3.0:1715209000.225277:0:23796:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d07e00. 00000008:00000010:3.0:1715209000.225280:0:23796:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbe580. 00020000:00000010:3.0:1715209000.225283:0:23796:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a20a9440. 00008000:00000010:3.0:1715209000.225287:0:23796:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012e62fb40. 00000080:00000010:3.0:1715209000.225291:0:23796:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a93163c0. 00020000:00000010:3.0:1715209000.225308:0:23796:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c4240. 00020000:00000010:3.0:1715209000.225311:0:23796:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012da73200. 00020000:00000010:3.0:1715209000.225315:0:23796:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c41e0. 00020000:00000010:3.0:1715209000.225320:0:23796:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012da73200. 00020000:00000010:3.0:1715209000.225323:0:23796:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d1c4240. 00020000:00000010:3.0:1715209000.225327:0:23796:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d1c41e0. 00000100:00000010:3.0:1715209000.225357:0:23796:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209000.225365:0:23796:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d07a00. 02000000:00000010:2.0:1715209000.225512:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1085400. 00000400:00000010:2.0:1715209000.225520:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.225524:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.225528:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954639360, portal 4 00000400:00000010:2.0:1715209000.225533:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715209000.225535:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1798526954639360, offset 0 00000400:00000200:2.0:1715209000.225542:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.225549:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.225553:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.225556:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.225559:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.225561:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.225564:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [62:62:256:4294967295] 192.168.203.134@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:2.0:1715209000.225573:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.225578:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.225581:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715209000.225586:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.225592:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.225595:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.225766:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.225771:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209000.225776:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.225782:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.225786:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715209000.225789:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715209000.225795:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954639360/t0(0) o2->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 440/432 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.227278:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.227289:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 432 into portal 4 MB=0x663c030401000 00000400:00000200:0.0:1715209000.227304:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 432/432 into md 0x2e1 [1] + 224 00000400:00000200:0.0:1715209000.227320:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.227324:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.227331:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954639360/t0(0) o2->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 440/432 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.227406:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715209000.227411:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:2.0:1715209000.227413:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.227420:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954639360/t0(0) o2->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 440/432 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.227431:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954639360/t0(0) o2->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 440/432 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000080:00000010:3.0:1715209000.227576:0:23796:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6052600. 00000080:00000010:3.0:1715209000.227608:0:23796:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6d06600. 00000100:00000010:3.0:1715209000.227615:0:23796:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209000.227623:0:23796:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06a00. 00000100:00000010:3.0:1715209000.227634:0:23796:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de283c0. 02000000:00000010:3.0:1715209000.227644:0:23796:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aab9e400. 00000400:00000010:3.0:1715209000.227648:0:23796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.227651:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.227655:0:23796:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954639488, portal 10 00000400:00000010:3.0:1715209000.227659:0:23796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715209000.227661:0:23796:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954639488, offset 0 00000400:00000200:3.0:1715209000.227668:0:23796:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.227675:0:23796:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.227679:0:23796:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.227682:0:23796:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.227684:0:23796:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.227687:0:23796:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.227690:0:23796:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [63:63:256:4294967295] 192.168.203.134@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:3.0:1715209000.227699:0:23796:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.227704:0:23796:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.227707:0:23796:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000800:00000200:3.0:1715209000.227711:0:23796:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.227717:0:23796:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.227735:0:23796:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.227826:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.227829:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715209000.227833:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.227837:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.227841:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:0.0:1715209000.227843:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:0.0:1715209000.227848:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954639488/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.229706:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.229717:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030401080 00000400:00000200:0.0:1715209000.229724:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x2e9 [1] + 224 00000400:00000200:0.0:1715209000.229741:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.229745:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.229752:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954639488/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.229874:0:23796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.229881:0:23796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209000.229883:0:23796:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.229891:0:23796:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954639488/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.229902:0:23796:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954639488/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.229926:0:23796:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de283c0. 00000080:00000010:3.0:1715209000.229934:0:23796:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d06600. 00000080:00000010:3.0:1715209000.229940:0:23796:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e7e1700. 00000080:00000010:3.0:1715209000.229943:0:23796:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800ab4e6000. 00010000:00000010:0.1:1715209000.230551:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b0636d00. 00010000:00000010:0.1:1715209000.230557:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b0636400. 00010000:00000010:0.1:1715209000.230560:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a20a8d80. 00000080:00000010:3.0:1715209000.232521:0:23798:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d06600. 00000100:00000010:3.0:1715209000.232539:0:23798:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209000.232551:0:23798:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9e800. 00010000:00000010:3.0:1715209000.232560:0:23798:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa39ce00. 00010000:00000010:3.0:1715209000.232562:0:23798:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012da73200. 00010000:00000010:3.0:1715209000.232566:0:23798:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a9680. 00000100:00000010:3.0:1715209000.232574:0:23798:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de283c0. 02000000:00000010:3.0:1715209000.232586:0:23798:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6073800. 00000400:00000010:3.0:1715209000.232590:0:23798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.232593:0:23798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.232596:0:23798:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954639552, portal 10 00000400:00000010:3.0:1715209000.232600:0:23798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:3.0:1715209000.232602:0:23798:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954639552, offset 0 00000400:00000200:3.0:1715209000.232609:0:23798:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.232616:0:23798:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.232620:0:23798:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.232623:0:23798:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.232626:0:23798:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.232628:0:23798:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.232638:0:23798:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [64:64:256:4294967295] 192.168.203.134@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1715209000.232648:0:23798:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.232653:0:23798:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.232657:0:23798:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000800:00000200:3.0:1715209000.232661:0:23798:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.232667:0:23798:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.232670:0:23798:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.232838:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.232843:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209000.232848:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.232854:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.232858:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:0.0:1715209000.232860:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:0.0:1715209000.232866:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954639552/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.234697:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.234711:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 688 into portal 10 MB=0x663c0304010c0 00000400:00000200:2.0:1715209000.234720:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 688/688 into md 0x2f1 [1] + 224 00000400:00000200:2.0:1715209000.234744:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.234751:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209000.234760:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954639552/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.234889:0:23798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.234897:0:23798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209000.234899:0:23798:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.234906:0:23798:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954639552/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.234917:0:23798:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954639552/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.234944:0:23798:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de283c0. 00000080:00000010:3.0:1715209000.234972:0:23798:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d06600. 00800000:00000010:3.0:1715209000.234982:0:23798:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012e7e1d00. 00800000:00000010:3.0:1715209000.234991:0:23798:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012e7e1d00. 02000000:00000010:3.0:1715209000.235005:0:23798:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6073800. 02000000:00000010:3.0:1715209000.235010:0:23798:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9e800. 00000100:00000010:3.0:1715209000.235014:0:23798:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000080:00000010:3.0:1715209000.235028:0:23798:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d06600. 00000080:00000010:3.0:1715209000.235045:0:23798:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d06600. 00000080:00000010:3.0:1715209000.235057:0:23798:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88009d1c41e0. 00000080:00000010:3.0:1715209000.235063:0:23798:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d06600. 00000100:00000010:3.0:1715209000.235091:0:23798:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209000.235134:0:23798:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9e800. 00010000:00000010:3.0:1715209000.235146:0:23798:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da73200. 00010000:00000010:3.0:1715209000.235165:0:23798:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa39ca00. 00010000:00000010:3.0:1715209000.235168:0:23798:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012da73200. 00010000:00000010:3.0:1715209000.235185:0:23798:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a98c0. 00000100:00000010:3.0:1715209000.235200:0:23798:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de283c0. 02000000:00000010:3.0:1715209000.235245:0:23798:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:3.0:1715209000.235250:0:23798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.235254:0:23798:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aab9ec00. 00000100:00000200:3.0:1715209000.235259:0:23798:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954639680, portal 10 00000400:00000010:3.0:1715209000.235264:0:23798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.235266:0:23798:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1798526954639680, offset 0 00000400:00000200:3.0:1715209000.235272:0:23798:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.235280:0:23798:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.235284:0:23798:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.235287:0:23798:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.235290:0:23798:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.235292:0:23798:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.235295:0:23798:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [65:65:256:4294967295] 192.168.203.134@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1715209000.235304:0:23798:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.235309:0:23798:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.235312:0:23798:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000800:00000200:3.0:1715209000.235317:0:23798:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.235323:0:23798:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.235326:0:23798:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:1.0:1715209000.235528:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.235534:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715209000.235538:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209000.235544:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.235549:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:1.0:1715209000.235551:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:1.0:1715209000.235557:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954639680/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000080:00000010:1.1:1715209000.236543:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a37bf220. 00000400:00000200:0.0:1715209000.237873:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.237891:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401140 00000400:00000200:0.0:1715209000.237898:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x2f9 [32] + 224 00000400:00000200:0.0:1715209000.237915:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.237919:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.237925:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954639680/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.238057:0:23798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.238065:0:23798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aab9ec00 00000400:00000010:3.0:1715209000.238067:0:23798:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800aab9ec00. 00000100:00000200:3.0:1715209000.238074:0:23798:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954639680/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.238085:0:23798:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954639680/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.238139:0:23798:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de283c0. 00010000:00000010:3.0:1715209000.238152:0:23798:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa39c700. 00010000:00000010:3.0:1715209000.238163:0:23798:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012da73680. 00010000:00000010:3.0:1715209000.238168:0:23798:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da73200. 00000002:00000010:3.0:1715209000.238187:0:23798:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e7e1d00. 00000080:00000010:3.0:1715209000.238195:0:23798:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a37bf860. 00000080:00000010:3.0:1715209000.238201:0:23798:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d06600. 00000080:00000010:3.0:1715209000.238210:0:23798:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009cfc8800. 00000080:00000010:3.0:1715209000.238219:0:23798:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b595e190. 00020000:00000010:3.0:1715209000.238224:0:23798:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012ff37740. 00020000:00000010:3.0:1715209000.238228:0:23798:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c4240. 00020000:00000010:3.0:1715209000.238230:0:23798:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012da73200. 00020000:00000010:3.0:1715209000.238232:0:23798:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c4120. 00020000:00000010:3.0:1715209000.238236:0:23798:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012a6baa60. 00020000:00000010:3.0:1715209000.238238:0:23798:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009de283c0. 00020000:00000010:3.0:1715209000.238241:0:23798:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012e62fdd0. 00020000:00000010:3.0:1715209000.238245:0:23798:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b595e258. 00000008:00000010:3.0:1715209000.238249:0:23798:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ad2c8190. 00020000:00000010:3.0:1715209000.238259:0:23798:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c4180. 00020000:00000010:3.0:1715209000.238261:0:23798:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012da73480. 00020000:00000010:3.0:1715209000.238263:0:23798:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c40c0. 00020000:00000010:3.0:1715209000.238266:0:23798:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012da73480. 00020000:00000010:3.0:1715209000.238269:0:23798:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d1c4180. 00000080:00000010:2.0:1715209000.238270:0:23797:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5ea00. 00020000:00000010:3.0:1715209000.238271:0:23798:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d1c40c0. 00000080:00000010:3.0:1715209000.238281:0:23798:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800ab4e6000. 00000080:00000010:3.0:1715209000.238284:0:23798:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e7e1f40. 00000100:00000010:2.0:1715209000.238288:0:23797:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 00000002:00000010:3.0:1715209000.238289:0:23798:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a37bf6e0. 02000000:00000010:3.0:1715209000.238295:0:23798:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 02000000:00000010:2.0:1715209000.238300:0:23797:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1084c00. 00010000:00000010:2.0:1715209000.238309:0:23797:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f52400. 00010000:00000010:2.0:1715209000.238312:0:23797:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0480. 00010000:00000010:2.0:1715209000.238315:0:23797:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a3180. 00000100:00000010:2.0:1715209000.238324:0:23797:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad2056c0. 02000000:00000010:2.0:1715209000.238335:0:23797:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88013680d800. 00000080:00000010:3.0:1715209000.238338:0:23798:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88009d1c41e0. 00000400:00000010:2.0:1715209000.238339:0:23797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715209000.238342:0:23797:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.238346:0:23797:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954639744, portal 10 00000400:00000010:2.0:1715209000.238350:0:23797:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715209000.238351:0:23797:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954639744, offset 0 00000400:00000200:2.0:1715209000.238358:0:23797:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.238365:0:23797:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.238368:0:23797:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.238378:0:23797:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.238380:0:23797:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.238383:0:23797:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.238386:0:23797:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [66:66:256:4294967295] 192.168.203.134@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:2.0:1715209000.238395:0:23797:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.238400:0:23797:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.238404:0:23797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715209000.238408:0:23797:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.238413:0:23797:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.238417:0:23797:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.238587:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.238592:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209000.238596:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.238602:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.238606:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715209000.238607:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715209000.238614:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954639744/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.240485:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.240496:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 688 into portal 10 MB=0x663c030401180 00000400:00000200:0.0:1715209000.240502:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 688/688 into md 0x301 [1] + 224 00000400:00000200:0.0:1715209000.240520:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.240525:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.240531:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954639744/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.240669:0:23797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:3.0:1715209000.240675:0:23797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:3.0:1715209000.240677:0:23797:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:3.0:1715209000.240685:0:23797:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954639744/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.240696:0:23797:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954639744/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.240726:0:23797:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad2056c0. 00000080:00000010:3.0:1715209000.240749:0:23797:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5ea00. 00800000:00000010:3.0:1715209000.240756:0:23797:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012e7e1b40. 00800000:00000010:3.0:1715209000.240763:0:23797:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012e7e1b40. 02000000:00000010:3.0:1715209000.240773:0:23797:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88013680d800. 02000000:00000010:3.0:1715209000.240778:0:23797:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1084c00. 00000100:00000010:3.0:1715209000.240781:0:23797:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000080:00000010:3.0:1715209000.240791:0:23797:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88009d1c41e0. 00000080:00000010:3.0:1715209000.240795:0:23797:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d06600. 00000100:00000010:3.0:1715209000.240805:0:23797:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209000.240814:0:23797:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9ec00. 00010000:00000010:3.0:1715209000.240824:0:23797:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a9b00. 00000100:00000010:3.0:1715209000.240833:0:23797:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28b40. 02000000:00000010:3.0:1715209000.240867:0:23797:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:3.0:1715209000.240872:0:23797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.240876:0:23797:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aab9f000. 00000100:00000200:3.0:1715209000.240880:0:23797:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954639872, portal 10 00000400:00000010:3.0:1715209000.240884:0:23797:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000100:00000200:3.0:1715209000.240886:0:23797:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1798526954639872, offset 0 00000400:00000200:3.0:1715209000.240893:0:23797:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.240900:0:23797:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.240904:0:23797:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.240906:0:23797:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.240909:0:23797:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.240912:0:23797:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.240915:0:23797:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [67:67:256:4294967295] 192.168.203.134@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1715209000.240924:0:23797:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.240928:0:23797:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.240932:0:23797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715209000.240936:0:23797:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.240946:0:23797:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.240950:0:23797:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.241131:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.241137:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715209000.241141:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.241148:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.241152:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:0.0:1715209000.241153:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:0.0:1715209000.241159:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954639872/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:2.0:1715209000.241501:0:23798:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5e800. 00000080:00000010:2.0:1715209000.241525:0:23798:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5e800. 00000020:00000010:2.0:1715209000.241544:0:23798:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aaa78360. 00000020:00000010:2.0:1715209000.241548:0:23798:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f5e800. 00000020:00000010:2.0:1715209000.241552:0:23798:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f5e600. 00000020:00000010:2.0:1715209000.241555:0:23798:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084060. 00000008:00000010:2.0:1715209000.241562:0:23798:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e535940. 00020000:00000010:2.0:1715209000.241566:0:23798:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ad205840. 00008000:00000010:2.0:1715209000.241571:0:23798:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f5c40. 00000080:00000010:2.0:1715209000.241576:0:23798:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc94c0. 00000080:00000010:2.0:1715209000.241580:0:23798:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cd240. 00000020:00000010:2.0:1715209000.241583:0:23798:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f5e400. 00000008:00000010:2.0:1715209000.241587:0:23798:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbc9a0. 00020000:00000010:2.0:1715209000.241591:0:23798:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a33c0. 00008000:00000010:2.0:1715209000.241594:0:23798:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf80. 00000080:00000010:2.0:1715209000.241598:0:23798:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c690. 00020000:00000010:2.0:1715209000.241609:0:23798:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0880. 00000020:00000010:2.0:1715209000.241615:0:23798:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aaa78f30. 00000020:00000010:2.0:1715209000.241619:0:23798:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f5e200. 00000020:00000010:2.0:1715209000.241622:0:23798:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f5e000. 00000020:00000010:2.0:1715209000.241625:0:23798:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6084c00. 00000008:00000010:2.0:1715209000.241640:0:23798:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009e536468. 00020000:00000010:2.0:1715209000.241643:0:23798:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ad205540. 00008000:00000010:2.0:1715209000.241647:0:23798:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac8f5fc8. 00000080:00000010:2.0:1715209000.241651:0:23798:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5bc9558. 00000080:00000010:2.0:1715209000.241655:0:23798:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a93cd488. 00000020:00000010:2.0:1715209000.241659:0:23798:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f5f800. 00000008:00000010:2.0:1715209000.241662:0:23798:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88009ecbcb00. 00020000:00000010:2.0:1715209000.241665:0:23798:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b04a3600. 00008000:00000010:2.0:1715209000.241668:0:23798:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d39bf88. 00000080:00000010:2.0:1715209000.241671:0:23798:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009d41c780. 00000008:00000010:2.0:1715209000.241678:0:23798:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8130. 00010000:00000010:2.0:1715209000.241689:0:23798:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f52600. 00010000:00000010:2.0:1715209000.241692:0:23798:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800ad205900. 00010000:00000010:2.0:1715209000.241697:0:23798:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a3840. 00010000:00000010:2.0:1715209000.241703:0:23798:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009d3a0c00. 00010000:00000010:2.0:1715209000.241706:0:23798:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b60b2ac0. 00000100:00000010:2.0:1715209000.241712:0:23798:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209000.241725:0:23798:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5fc00. 02000000:00000010:1.0:1715209000.241865:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0673000. 00000400:00000010:1.0:1715209000.241873:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7ec8. 00000400:00000010:1.0:1715209000.241878:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.241882:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954639936, portal 4 00000400:00000010:1.0:1715209000.241887:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000100:00000200:1.0:1715209000.241889:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954639936, offset 0 00000400:00000200:1.0:1715209000.241896:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.241904:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.241908:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.241911:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.241914:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.241916:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.241919:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [68:68:256:4294967295] 192.168.203.134@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:1.0:1715209000.241928:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.241933:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.241936:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715209000.241940:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.241946:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.241958:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.242140:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.242145:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715209000.242149:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.242156:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.242159:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715209000.242161:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715209000.242168:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954639936/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00010000:00000010:2.1F:1715209000.242623:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa39ce00. 00010000:00000010:2.1:1715209000.242640:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a20a9680. 00000400:00000200:0.0:1715209000.242891:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.242902:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401200 00000400:00000200:0.0:1715209000.242908:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x309 [32] + 224 00000400:00000200:0.0:1715209000.242925:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.242929:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.242936:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954639872/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.243021:0:23797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.243029:0:23797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aab9f000 00000400:00000010:3.0:1715209000.243030:0:23797:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800aab9f000. 00000100:00000200:3.0:1715209000.243039:0:23797:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954639872/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.243050:0:23797:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954639872/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.243074:0:23797:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28b40. 00010000:00000010:3.0:1715209000.243086:0:23797:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa39c100. 00010000:00000010:3.0:1715209000.243088:0:23797:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012da73480. 00000002:00000010:3.0:1715209000.243136:0:23797:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e7e1b40. 00000080:00000010:3.0:1715209000.243155:0:23797:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009cfc9000. 00000080:00000010:3.0:1715209000.243167:0:23797:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b595e320. 00020000:00000010:3.0:1715209000.243174:0:23797:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012ff37828. 00020000:00000010:3.0:1715209000.243180:0:23797:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c40c0. 00020000:00000010:3.0:1715209000.243183:0:23797:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012da73b80. 00020000:00000010:3.0:1715209000.243187:0:23797:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c4180. 00020000:00000010:3.0:1715209000.243191:0:23797:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012a6baae0. 00020000:00000010:3.0:1715209000.243194:0:23797:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009de28b40. 00020000:00000010:3.0:1715209000.243198:0:23797:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012e62fde8. 00020000:00000010:3.0:1715209000.243204:0:23797:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b595e3e8. 00000008:00000010:3.0:1715209000.243210:0:23797:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ad2c8320. 00020000:00000010:3.0:1715209000.243227:0:23797:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c4000. 00020000:00000010:3.0:1715209000.243230:0:23797:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012da73a80. 00020000:00000010:3.0:1715209000.243233:0:23797:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c4de0. 00020000:00000010:3.0:1715209000.243238:0:23797:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012da73a80. 00020000:00000010:3.0:1715209000.243241:0:23797:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d1c4000. 00020000:00000010:3.0:1715209000.243244:0:23797:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d1c4de0. 00000080:00000010:3.0:1715209000.243254:0:23797:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a37bf720. 00000080:00000010:3.0:1715209000.243272:0:23797:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d06600. 00000080:00000010:3.0:1715209000.243281:0:23797:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800ab4e6140. 00000080:00000010:3.0:1715209000.243288:0:23797:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e7e1000. 00000002:00000010:3.0:1715209000.243296:0:23797:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a37bf880. 02000000:00000010:3.0:1715209000.243305:0:23797:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 00000080:00000010:3.0:1715209000.243346:0:23797:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88009d1c41e0. 00000400:00000200:0.0:1715209000.243356:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.243365:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030401240 00000400:00000200:0.0:1715209000.243370:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x311 [1] + 224 00000400:00000200:0.0:1715209000.243414:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.243418:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.243424:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954639936/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000080:00000010:3.0:1715209000.243433:0:23797:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d06600. 00000080:00000010:3.0:1715209000.243454:0:23797:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d06600. 00020000:00000010:3.0:1715209000.243528:0:23797:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012da73a80. 00000008:00000010:3.0:1715209000.243538:0:23797:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e130. 00000400:00000010:1.0:1715209000.243544:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7ec8. 00010000:00000010:3.0:1715209000.243548:0:23797:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa39c300. 00000400:00000200:1.0:1715209000.243551:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:1.0:1715209000.243553:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00010000:00000010:3.0:1715209000.243553:0:23797:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009de28f00. 00010000:00000010:3.0:1715209000.243558:0:23797:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a9d40. 00000100:00000200:1.0:1715209000.243561:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954639936/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00010000:00000010:3.0:1715209000.243563:0:23797:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88012da73380. 00010000:00000010:3.0:1715209000.243567:0:23797:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e7e1fc0. 00000100:00000200:1.0:1715209000.243572:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954639936/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.243573:0:23797:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209000.243582:0:23797:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06600. 02000000:00000010:1.0:1715209000.243626:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0673000. 02000000:00000010:1.0:1715209000.243631:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5fc00. 00000100:00000010:1.0:1715209000.243634:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000008:00000010:3.0:1715209000.243645:0:23798:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8130. 00020000:00000010:3.0:1715209000.243649:0:23798:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0880. 02000000:00000010:1.0:1715209000.243650:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0673000. 00000400:00000010:1.0:1715209000.243654:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7ec8. 00000400:00000010:1.0:1715209000.243657:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.243660:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954640000, portal 4 00000400:00000010:1.0:1715209000.243664:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715209000.243666:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954640000, offset 0 00000400:00000200:1.0:1715209000.243671:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.243679:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.243682:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.243685:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.243688:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.243690:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.243693:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [69:69:256:4294967295] 192.168.203.134@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1715209000.243702:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.243707:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.243710:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00200. 00000800:00000200:1.0:1715209000.243715:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.243721:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.243724:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.243887:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.243892:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00200. 00000400:00000200:0.0:1715209000.243897:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.243903:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.243906:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715209000.243909:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715209000.243923:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954640000/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.245260:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.245271:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030401280 00000400:00000200:0.0:1715209000.245277:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x319 [1] + 224 00000400:00000200:0.0:1715209000.245293:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.245298:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.245304:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954640000/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.245382:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7ec8. 00000400:00000200:1.0:1715209000.245388:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:1.0:1715209000.245389:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.245396:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954640000/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.245407:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954640000/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000020:00000010:1.0:1715209000.245437:0:22727:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b586f800. 02000000:00000010:1.0:1715209000.245508:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0673000. 02000000:00000010:1.0:1715209000.245513:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06600. 00000100:00000010:1.0:1715209000.245515:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000008:00000010:3.0:1715209000.245568:0:23797:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e130. 00020000:00000010:3.0:1715209000.245576:0:23797:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012da73a80. 00000020:00000010:3.0:1715209000.245634:0:23797:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800aab9f000. 00020000:00000010:3.0:1715209000.245658:0:23797:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012da73a80. 00000008:00000010:3.0:1715209000.245662:0:23797:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e130. 00000020:00000010:3.0:1715209000.245695:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8000. 00000020:00000010:3.0:1715209000.245726:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b80d8. 00000020:00000010:3.0:1715209000.245738:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b81b0. 00000020:00000010:3.0:1715209000.245746:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8288. 00000020:00000010:3.0:1715209000.245755:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8360. 00000020:00000010:3.0:1715209000.245763:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8438. 00000020:00000010:3.0:1715209000.245771:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8510. 00000020:00000010:3.0:1715209000.245779:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b85e8. 00000008:00000010:3.0:1715209000.245798:0:23797:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8801369b1508. 00000008:00000010:2.0:1715209000.245878:0:22729:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 64 at ffff8800b60b2280. 00000008:00000010:2.0:1715209000.245884:0:22729:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6fd7750. 00000100:00000010:2.0:1715209000.245902:0:22729:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209000.245911:0:22729:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5fc00. 00000100:00000010:2.0:1715209000.245916:0:22729:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800a1084800. 00000100:00000010:2.0:1715209000.245918:0:22729:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff88009d3a0180. 00000400:00000010:2.0:1715209000.245954:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379370. 00000400:00000010:2.0:1715209000.245958:0:22729:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b6f52900. 00000100:00000200:2.0:1715209000.245962:0:22729:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x663c030401300-0x663c030401300, portal 8 02000000:00000010:2.0:1715209000.245966:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1084c00. 00000400:00000010:2.0:1715209000.245968:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43792c0. 00000400:00000010:2.0:1715209000.245971:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715209000.245973:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954640128, portal 4 00000400:00000010:2.0:1715209000.245977:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209000.245986:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526954640128, offset 0 00000400:00000200:2.0:1715209000.245993:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.245999:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.246003:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.246006:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.246009:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.246011:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.246014:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [70:70:256:4294967295] 192.168.203.134@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1715209000.246023:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.246028:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.246030:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715209000.246034:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.246040:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.246043:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.246212:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.246218:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715209000.246222:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.246228:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.246232:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715209000.246234:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715209000.246240:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954640128/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.248189:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.248200:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 32768 into portal 8 MB=0x663c030401300 00000400:00000200:0.0:1715209000.248206:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.134@tcp of length 32768/32768 into md 0x321 [8] + 0 00000400:00000010:0.0:1715209000.248210:0:22721:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379370. 00000400:00000200:0.0:1715209000.248213:0:22721:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b6f52900 00000400:00000200:0.0:1715209000.248286:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.248291:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.248294:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6f52900 00000400:00000010:0.0:1715209000.248296:0:22721:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 248 at ffff8800b6f52900. 00000100:00000200:0.0:1715209000.248299:0:22721:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800a1084800 00000400:00000200:0.0:1715209000.248321:0:22721:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715209000.248326:0:22721:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.248338:0:22721:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [71:71:256:4294967295] 192.168.203.134@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1715209000.248347:0:22721:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:0.0:1715209000.248352:0:22721:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.248355:0:22721:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff88009d31ac00. 00000800:00000200:0.0:1715209000.248360:0:22721:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.248365:0:22721:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.248368:0:22721:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009d31ac00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715209000.248416:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.248419:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 360 at ffff88009d31ac00. 00000400:00000200:0.0:1715209000.248422:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.248426:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1715209000.249592:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.249603:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 440 into portal 4 MB=0x663c030401300 00000400:00000200:0.0:1715209000.249609:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 440/440 into md 0x325 [1] + 224 00000400:00000200:0.0:1715209000.249626:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.249631:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.249637:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954640128/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.249762:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43792c0. 00000400:00000200:2.0:1715209000.249769:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715209000.249771:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715209000.249779:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954640128/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.249790:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954640128/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1715209000.249852:0:22729:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6fd7750. 00000008:00000010:2.0:1715209000.249889:0:22729:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8801369b1508. 00000008:00000010:2.0:1715209000.249893:0:22729:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 64 at ffff8800b60b2280. 02000000:00000010:2.0:1715209000.249900:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1084c00. 00000100:00000010:2.0:1715209000.249905:0:22729:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff88009d3a0180. 00000100:00000010:2.0:1715209000.249908:0:22729:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800a1084800. 02000000:00000010:2.0:1715209000.249910:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5fc00. 00000100:00000010:2.0:1715209000.249914:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000008:00000010:3.0:1715209000.250130:0:23797:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e130. 00020000:00000010:3.0:1715209000.250139:0:23797:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012da73a80. 00020000:00000010:3.0:1715209000.250447:0:23797:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012da73a80. 00000008:00000010:3.0:1715209000.250452:0:23797:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e130. 00000020:00000010:3.0:1715209000.250513:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b86c0. 00000020:00000010:3.0:1715209000.250543:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8798. 00000020:00000010:3.0:1715209000.250553:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8870. 00000020:00000010:3.0:1715209000.250562:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8948. 00000020:00000010:3.0:1715209000.250570:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8a20. 00000020:00000010:3.0:1715209000.250578:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8af8. 00000020:00000010:3.0:1715209000.250587:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8bd0. 00000020:00000010:3.0:1715209000.250595:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8ca8. 00000020:00000010:3.0:1715209000.250603:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8d80. 00000020:00000010:3.0:1715209000.250612:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a92b8e58. 00000020:00000010:3.0:1715209000.250625:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc000. 00000020:00000010:3.0:1715209000.250634:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc0d8. 00000020:00000010:3.0:1715209000.250643:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc1b0. 00000020:00000010:3.0:1715209000.250654:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc288. 00000020:00000010:3.0:1715209000.250663:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc360. 00000020:00000010:3.0:1715209000.250671:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc438. 00000020:00000010:3.0:1715209000.250679:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc510. 00000020:00000010:3.0:1715209000.250687:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc5e8. 00000020:00000010:3.0:1715209000.250695:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc6c0. 00000020:00000010:3.0:1715209000.250703:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc798. 00000020:00000010:3.0:1715209000.250711:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc870. 00000020:00000010:3.0:1715209000.250719:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dc948. 00000020:00000010:3.0:1715209000.250727:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dca20. 00000020:00000010:3.0:1715209000.250735:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dcaf8. 00000020:00000010:3.0:1715209000.250743:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dcbd0. 00000020:00000010:3.0:1715209000.250751:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dcca8. 00000020:00000010:3.0:1715209000.250760:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dcd80. 00000020:00000010:3.0:1715209000.250770:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a91dce58. 00000020:00000010:3.0:1715209000.250786:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a000. 00000020:00000010:3.0:1715209000.250795:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a0d8. 00000020:00000010:3.0:1715209000.250803:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a1b0. 00000020:00000010:3.0:1715209000.250811:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a288. 00000020:00000010:3.0:1715209000.250819:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a360. 00000020:00000010:3.0:1715209000.250827:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a438. 00000020:00000010:3.0:1715209000.250835:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a510. 00000020:00000010:3.0:1715209000.250843:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a5e8. 00000020:00000010:3.0:1715209000.250850:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a6c0. 00000020:00000010:3.0:1715209000.250858:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a798. 00000020:00000010:3.0:1715209000.250866:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a870. 00000020:00000010:3.0:1715209000.250874:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2a948. 00000020:00000010:3.0:1715209000.250882:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2aa20. 00000020:00000010:3.0:1715209000.250892:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2aaf8. 00000020:00000010:3.0:1715209000.250901:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2abd0. 00000020:00000010:3.0:1715209000.250909:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2aca8. 00000020:00000010:3.0:1715209000.250917:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2ad80. 00000020:00000010:3.0:1715209000.250925:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2ae58. 00000020:00000010:3.0:1715209000.250936:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2b000. 00000020:00000010:3.0:1715209000.250945:0:23797:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009de2b0d8. 00000008:00000010:3.0:1715209000.250966:0:23797:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8801369b1678. 00000008:00000010:1.0:1715209000.251098:0:22727:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 384 at ffff8800b586e800. 00000008:00000010:1.0:1715209000.251125:0:22727:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b627fc30. 00000100:00000010:1.0:1715209000.251147:0:22727:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504000. 02000000:00000010:1.0:1715209000.251156:0:22727:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b586f200. 00000100:00000010:1.0:1715209000.251162:0:22727:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800b0673000. 00000100:00000010:1.0:1715209000.251164:0:22727:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 768 at ffff8800b0672c00. 00000400:00000010:1.0:1715209000.251216:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7ec8. 00000400:00000010:1.0:1715209000.251221:0:22727:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 888 at ffff8800b0671c00. 00000100:00000200:1.0:1715209000.251225:0:22727:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 48 pages 196608 bytes, mbits x0x663c030401380-0x663c030401380, portal 8 02000000:00000010:1.0:1715209000.251230:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0672000. 00000400:00000010:1.0:1715209000.251232:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f20. 00000400:00000010:1.0:1715209000.251235:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.251237:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954640256, portal 4 00000400:00000010:1.0:1715209000.251241:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:1.0:1715209000.251243:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526954640256, offset 0 00000400:00000200:1.0:1715209000.251249:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.251257:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.251260:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.251263:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.251266:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.251277:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.251280:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [72:72:256:4294967295] 192.168.203.134@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:1.0:1715209000.251289:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.251295:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.251298:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715209000.251302:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.251308:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.251311:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.251446:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.251451:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715209000.251455:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.251503:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.251507:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715209000.251509:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715209000.251515:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504000 x1798526954640256/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.253549:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.253561:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 196608 into portal 8 MB=0x663c030401380 00000400:00000200:0.0:1715209000.253575:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.134@tcp of length 196608/196608 into md 0x32d [48] + 0 00000400:00000010:0.0:1715209000.253581:0:22722:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7ec8. 00000400:00000200:0.0:1715209000.253586:0:22722:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b0671c00 00010000:00000010:3.1F:1715209000.254602:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209000.255257:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.255267:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.255272:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0671c00 00000400:00000010:0.0:1715209000.255274:0:22721:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 888 at ffff8800b0671c00. 00000100:00000200:0.0:1715209000.255277:0:22721:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b0673000 00000400:00000200:0.0:1715209000.255298:0:22721:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715209000.255304:0:22721:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.255309:0:22721:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [73:73:256:4294967295] 192.168.203.134@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1715209000.255318:0:22721:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:0.0:1715209000.255324:0:22721:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 48 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.255327:0:22721:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 1000 at ffff88009feecc00. 00000800:00000200:0.0:1715209000.255331:0:22721:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.255337:0:22721:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.255340:0:22721:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009feecc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715209000.255386:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.255388:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 1000 at ffff88009feecc00. 00000400:00000200:0.0:1715209000.255391:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.255395:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1715209000.256398:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.256409:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 440 into portal 4 MB=0x663c030401380 00000400:00000200:0.0:1715209000.256415:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 440/440 into md 0x331 [1] + 224 00000400:00000200:0.0:1715209000.256431:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.256435:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.256442:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504000 x1798526954640256/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.256611:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f20. 00000400:00000200:1.0:1715209000.256619:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:1.0:1715209000.256620:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.256628:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504000 x1798526954640256/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.256638:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504000 x1798526954640256/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:1.0:1715209000.256736:0:22727:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b627fc30. 00000008:00000010:1.0:1715209000.256784:0:22727:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8801369b1678. 00000008:00000010:1.0:1715209000.256788:0:22727:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 384 at ffff8800b586e800. 02000000:00000010:1.0:1715209000.256795:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0672000. 00000100:00000010:1.0:1715209000.256800:0:22727:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 768 at ffff8800b0672c00. 00000100:00000010:1.0:1715209000.256802:0:22727:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800b0673000. 02000000:00000010:1.0:1715209000.256804:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b586f200. 00000100:00000010:1.0:1715209000.256807:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504000. 00000008:00000010:3.0:1715209000.256905:0:23797:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e130. 00020000:00000010:3.0:1715209000.256913:0:23797:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012da73a80. 00020000:00000010:3.0:1715209000.257719:0:23797:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012da73a80. 00000008:00000010:3.0:1715209000.257726:0:23797:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e130. 00000008:00000010:3.0:1715209000.257749:0:23797:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e130. 00020000:00000010:3.0:1715209000.257751:0:23797:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012da73a80. 00020000:00000010:3.0:1715209000.257776:0:23797:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012da73a80. 00000008:00000010:3.0:1715209000.257780:0:23797:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e130. 00000008:00000010:3.0:1715209000.257790:0:23797:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e130. 00020000:00000010:3.0:1715209000.257792:0:23797:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012da73a80. 00020000:00000010:3.0:1715209000.257809:0:23797:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012da73a80. 00000008:00000010:3.0:1715209000.257812:0:23797:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e130. 00020000:00000010:3.0:1715209000.257839:0:23797:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e739280. 00000008:00000010:3.0:1715209000.257842:0:23797:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e260. 00000008:00000010:3.0:1715209000.257848:0:23797:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e260. 00020000:00000010:3.0:1715209000.257851:0:23797:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e739280. 00000008:00000010:3.0:1715209000.257860:0:23797:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e130. 00020000:00000010:3.0:1715209000.257862:0:23797:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012da73a80. 00000080:00000010:3.0:1715209000.258043:0:23797:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6d07400. 00000100:00000010:3.0:1715209000.258050:0:23797:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209000.258057:0:23797:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06200. 00000100:00000010:3.0:1715209000.258069:0:23797:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28180. 02000000:00000010:3.0:1715209000.258080:0:23797:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aab9f400. 00000400:00000010:3.0:1715209000.258083:0:23797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.258087:0:23797:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715209000.258091:0:23797:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954640384, portal 10 00000400:00000010:3.0:1715209000.258095:0:23797:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715209000.258097:0:23797:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954640384, offset 0 00000400:00000200:3.0:1715209000.258132:0:23797:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.258140:0:23797:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.258144:0:23797:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.258147:0:23797:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.258149:0:23797:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.258152:0:23797:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.258155:0:23797:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [74:74:256:4294967295] 192.168.203.134@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:3.0:1715209000.258164:0:23797:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.258169:0:23797:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.258172:0:23797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715209000.258176:0:23797:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.258182:0:23797:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.258186:0:23797:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.258353:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.258358:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209000.258363:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.258369:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.258372:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:0.0:1715209000.258374:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:0.0:1715209000.258380:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954640384/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.260449:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.260484:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030401400 00000400:00000200:0.0:1715209000.260491:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x339 [1] + 224 00000400:00000200:0.0:1715209000.260509:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.260513:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.260519:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954640384/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.260644:0:23797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.260652:0:23797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:3.0:1715209000.260662:0:23797:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715209000.260670:0:23797:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954640384/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.260681:0:23797:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954640384/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.260705:0:23797:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28180. 00000080:00000010:3.0:1715209000.260713:0:23797:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d07400. 02000000:00000010:3.0:1715209000.260722:0:23797:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9ec00. 00000100:00000010:3.0:1715209000.260725:0:23797:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000002:00000010:3.0:1715209000.260728:0:23797:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a37bf880. 00000080:00000010:3.0:1715209000.260731:0:23797:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e7e1000. 02000000:00000010:3.0:1715209000.260734:0:23797:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aab9f400. 02000000:00000010:3.0:1715209000.260736:0:23797:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06200. 00000100:00000010:3.0:1715209000.260738:0:23797:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000080:00000010:3.0:1715209000.260741:0:23797:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800ab4e6140. 00000080:00000010:0.0:1715209000.260980:0:23798:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31aa00. 00000080:00000010:0.0:1715209000.261001:0:23798:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31aa00. 00020000:00000010:0.0:1715209000.261024:0:23798:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41eb80. 00000008:00000010:0.0:1715209000.261031:0:23798:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192000. 00000008:00000010:0.0:1715209000.261049:0:23798:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192000. 00020000:00000010:0.0:1715209000.261051:0:23798:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41eb80. 00020000:00000010:0.0:1715209000.261258:0:23798:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41eb80. 00000008:00000010:0.0:1715209000.261262:0:23798:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192000. 00010000:00000010:0.0:1715209000.261271:0:23798:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab5c9200. 00000020:00000010:0.0:1715209000.261275:0:23798:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e6bfcc0. 00010000:00000010:0.0:1715209000.261278:0:23798:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009d41eb00. 00010000:00000010:0.0:1715209000.261281:0:23798:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e6bfc00. 00000100:00000010:0.0:1715209000.261285:0:23798:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209000.261294:0:23798:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31aa00. 00000100:00000010:0.0:1715209000.261311:0:23798:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b820000. 02000000:00000010:0.0:1715209000.261320:0:23798:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feecc00. 00000400:00000010:0.0:1715209000.261324:0:23798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715209000.261328:0:23798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715209000.261331:0:23798:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954640448, portal 4 00000400:00000010:0.0:1715209000.261335:0:23798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209000.261337:0:23798:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954640448, offset 0 00000400:00000200:0.0:1715209000.261343:0:23798:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.261349:0:23798:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.261353:0:23798:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.261356:0:23798:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.261358:0:23798:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.261361:0:23798:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.261364:0:23798:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [75:75:256:4294967295] 192.168.203.134@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:0.0:1715209000.261373:0:23798:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.261378:0:23798:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.261380:0:23798:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209000.261384:0:23798:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.261390:0:23798:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.261393:0:23798:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1715209000.261566:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.261571:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209000.261575:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209000.261582:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.261586:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209000.261588:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209000.261594:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954640448/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.263028:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.263039:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 328 into portal 15 MB=0x663c030a03400 00000400:00000200:0.0:1715209000.263047:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.134@tcp of length 328/328 into md 0xd [2] + 0 00000400:00000200:0.0:1715209000.263064:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.263068:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.263073:0:22721:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715209000.263077:0:22721:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185180. 00000020:00000010:3.0:1715209000.263178:0:23767:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009e5da000. 00000020:00000010:3.0:1715209000.263198:0:23767:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d06200. 00000020:00000010:3.0:1715209000.263202:0:23767:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e739280. 00000020:00000010:3.0:1715209000.263206:0:23767:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b595e4b0. 00000100:00000200:3.0:1715209000.263244:0:23767:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526960940032 02000000:00000010:3.0:1715209000.263256:0:23767:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aab9f400. 00000400:00000010:3.0:1715209000.263266:0:23767:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715209000.263269:0:23767:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526960940032, offset 224 00000400:00000200:3.0:1715209000.263277:0:23767:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.263285:0:23767:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.263291:0:23767:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [76:76:256:4294967295] 192.168.203.134@tcp LPNI seq info [76:76:8:4294967295] 00000400:00000200:3.0:1715209000.263301:0:23767:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.263306:0:23767:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.263309:0:23767:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000800:00000200:3.0:1715209000.263313:0:23767:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.263328:0:23767:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.263331:0:23767:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1715209000.263351:0:23767:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88009de28180. 00000020:00000010:3.0:1715209000.263372:0:23767:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e739280. 00000020:00000010:3.0:1715209000.263376:0:23767:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b595e4b0. 00000020:00000010:3.0:1715209000.263379:0:23767:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d06200. 00000020:00000010:1.0:1715209000.263404:0:23772:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b4331b40. 00000020:00000010:1.0:1715209000.263411:0:23772:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b586e800. 00000020:00000010:1.0:1715209000.263415:0:23772:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b586f200. 00000020:00000010:1.0:1715209000.263418:0:23772:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295540. 00000008:00000010:1.0:1715209000.263422:0:23772:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8772ca0. 00000800:00000200:0.0:1715209000.263425:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00020000:00000010:1.0:1715209000.263425:0:23772:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d488cc0. 00000800:00000010:0.0:1715209000.263428:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00008000:00000010:1.0:1715209000.263429:0:23772:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad220e20. 00000400:00000200:0.0:1715209000.263431:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000010:1.0:1715209000.263433:0:23772:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72260. 00000080:00000010:1.0:1715209000.263435:0:23772:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54920. 00000020:00000010:1.0:1715209000.263439:0:23772:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ccac00. 00000008:00000010:1.0:1715209000.263442:0:23772:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b05162c0. 00000400:00000200:0.0:1715209000.263443:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00020000:00000010:1.0:1715209000.263444:0:23772:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e8480. 00008000:00000010:1.0:1715209000.263446:0:23772:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4028. 00000400:00000200:0.0:1715209000.263447:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:0.0:1715209000.263448:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000080:00000010:1.0:1715209000.263449:0:23772:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af1e0. 00010000:00000010:1.0:1715209000.263495:0:23772:0:(ldlm_extent.c:977:ldlm_interval_free()) slab-freed 'node': 72 at ffff88009d3a0c00. 00000100:00000010:1.0:1715209000.263508:0:23772:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504000. 02000000:00000010:1.0:1715209000.263517:0:23772:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6cca800. 00000020:00000010:1.0:1715209000.263568:0:23772:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e93d440. 00010000:00000010:1.0:1715209000.263572:0:23772:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b60b2ac0. 00010000:00000010:1.0:1715209000.263581:0:23772:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88009de28180. 02000000:00000010:3.0:1715209000.263597:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715209000.263603:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.263606:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715209000.263610:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954640512, portal 18 00000020:00000010:3.0:1715209000.263617:0:22729:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009e5dc000. 00000400:00000010:3.0:1715209000.263621:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000100:00000200:3.0:1715209000.263623:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526954640512, offset 0 00000400:00000200:3.0:1715209000.263629:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.263635:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.263639:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.263642:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.263644:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.263646:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.263649:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [77:77:256:4294967295] 192.168.203.134@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:3.0:1715209000.263657:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.263662:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.263665:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000800:00000200:3.0:1715209000.263668:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.263673:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.263676:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1715209000.263772:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.263776:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715209000.263779:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209000.263786:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.263789:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:1.0:1715209000.263791:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:1.0:1715209000.263797:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504000 x1798526954640512/t0(0) o103->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.264445:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.264456:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030401440 00000400:00000200:0.0:1715209000.264487:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x341 [1] + 224 00000400:00000200:0.0:1715209000.264505:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.264509:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.264515:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954640448/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.264605:0:23798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715209000.264621:0:23798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715209000.264624:0:23798:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209000.264633:0:23798:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954640448/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.264647:0:23798:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954640448/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.264674:0:23798:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b820000. 00000400:00000200:0.0:1715209000.265078:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.265089:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 392 into portal 15 MB=0x663c030a03440 00000400:00000200:0.0:1715209000.265095:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.134@tcp of length 392/392 into md 0xd [2] + 328 00000400:00000200:0.0:1715209000.265131:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.265136:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.265140:0:22722:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715209000.265144:0:22722:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185500. 00000020:00000010:3.0:1715209000.265229:0:23767:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d07400. 00000020:00000010:3.0:1715209000.265236:0:23767:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e739280. 00000020:00000010:3.0:1715209000.265239:0:23767:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b595e4b0. 00000100:00000200:3.0:1715209000.265271:0:23767:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526960940096 00000020:00000010:3.0:1715209000.265295:0:23767:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6d07800. 00010000:00000010:3.0:1715209000.265300:0:23767:0:(ldlm_lock.c:2377:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e7e1000. 00000100:00000010:3.0:1715209000.265304:0:23767:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28c00. 00000100:00000010:3.0:1715209000.265320:0:23767:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28c00. 00010000:00000010:3.0:1715209000.265324:0:23767:0:(ldlm_lock.c:2423:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e7e1000. 02000000:00000010:3.0:1715209000.265329:0:23767:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aab9ec00. 00000400:00000010:3.0:1715209000.265338:0:23767:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000100:00000200:3.0:1715209000.265341:0:23767:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526960940096, offset 224 00000400:00000200:3.0:1715209000.265348:0:23767:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.265356:0:23767:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.265361:0:23767:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [78:78:256:4294967295] 192.168.203.134@tcp LPNI seq info [78:78:8:4294967295] 02000000:00000010:2.0:1715209000.265370:0:23798:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feecc00. 00000400:00000200:3.0:1715209000.265370:0:23767:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.265376:0:23767:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715209000.265378:0:23798:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31aa00. 00000800:00000010:3.0:1715209000.265379:0:23767:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c200. 00000100:00000010:2.0:1715209000.265382:0:23798:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000800:00000200:3.0:1715209000.265384:0:23767:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.265390:0:23767:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.265393:0:23767:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1715209000.265422:0:23767:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e739280. 00000020:00000010:3.0:1715209000.265425:0:23767:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b595e4b0. 00000020:00000010:2.0:1715209000.265428:0:23798:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747000. 00000020:00000010:3.0:1715209000.265428:0:23767:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d07400. 00000008:00000010:2.0:1715209000.265455:0:23798:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800a9e9d2e0. 00000020:00000010:2.0:1715209000.265510:0:23798:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6f5fc00. 00000008:00000010:2.0:1715209000.265519:0:23798:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192000. 00020000:00000010:2.0:1715209000.265522:0:23798:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41eb80. 00000800:00000200:1.0:1715209000.265533:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.265538:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c200. 00000400:00000200:1.0:1715209000.265542:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209000.265557:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.265560:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:1.0:1715209000.265562:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000080:00000010:2.0:1715209000.265951:0:23798:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6f5ea00. 00000100:00000010:2.0:1715209000.265964:0:23798:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209000.265973:0:23798:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f5ec00. 00000100:00000010:2.0:1715209000.265987:0:23798:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205480. 02000000:00000010:2.0:1715209000.266001:0:23798:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1084800. 00000400:00000010:2.0:1715209000.266006:0:23798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43792c0. 00000400:00000010:2.0:1715209000.266010:0:23798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715209000.266015:0:23798:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954640640, portal 10 00000400:00000010:2.0:1715209000.266020:0:23798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715209000.266023:0:23798:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954640640, offset 0 00000400:00000200:2.0:1715209000.266031:0:23798:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.266040:0:23798:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.266045:0:23798:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.266049:0:23798:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.266052:0:23798:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.266055:0:23798:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.266060:0:23798:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [79:79:256:4294967295] 192.168.203.134@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1715209000.266081:0:23798:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.266089:0:23798:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.266093:0:23798:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209000.266125:0:23798:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.266133:0:23798:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.266136:0:23798:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.266293:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.266298:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209000.266302:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.266308:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.266312:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715209000.266314:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715209000.266320:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954640640/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.266853:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.266864:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 18 MB=0x663c030401480 00000400:00000200:0.0:1715209000.266870:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.134@tcp of length 224/224 into md 0x34d [1] + 224 00000400:00000200:0.0:1715209000.266887:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.266897:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.266904:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504000 x1798526954640512/t0(0) o103->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.267030:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.267038:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:3.0:1715209000.267040:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715209000.267047:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504000 x1798526954640512/t0(0) o103->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.267058:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504000 x1798526954640512/t0(0) o103->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1715209000.267079:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209000.267083:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6cca800. 00000100:00000010:3.0:1715209000.267087:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504000. 00000400:00000200:0.0:1715209000.268072:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.268083:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030401500 00000400:00000200:0.0:1715209000.268089:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x359 [1] + 224 00000400:00000200:0.0:1715209000.268126:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.268131:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.268137:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954640640/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.268273:0:23798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43792c0. 00000400:00000200:2.0:1715209000.268282:0:23798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715209000.268285:0:23798:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715209000.268295:0:23798:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954640640/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.268311:0:23798:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954640640/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.268343:0:23798:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205480. 00000080:00000010:2.0:1715209000.268354:0:23798:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5ea00. 00000080:00000010:2.0:1715209000.268363:0:23798:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e7e1f40. 00000080:00000010:2.0:1715209000.268367:0:23798:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800ab4e6000. 00000080:00000010:1.0:1715209000.270577:0:23800:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccae00. 00000080:00000010:1.0:1715209000.270599:0:23800:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccae00. 00000080:00000010:1.0:1715209000.270630:0:23800:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b62d2000. 00000080:00000010:1.0:1715209000.270636:0:23800:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccae00. 00000100:00000010:1.0:1715209000.270657:0:23800:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504380. 02000000:00000010:1.0:1715209000.270668:0:23800:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0673000. 00000020:00000010:1.0:1715209000.270675:0:23800:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e93d2c0. 00010000:00000010:1.0:1715209000.270680:0:23800:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0480. 00010000:00000010:1.0:1715209000.270691:0:23800:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00a00. 00010000:00000010:1.0:1715209000.270693:0:23800:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b04c6800. 00010000:00000010:1.0:1715209000.270697:0:23800:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e86c0. 00000100:00000010:1.0:1715209000.270706:0:23800:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4886c0. 02000000:00000010:1.0:1715209000.270759:0:23800:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:1.0:1715209000.270764:0:23800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f20. 00000400:00000010:1.0:1715209000.270769:0:23800:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b0672c00. 00000100:00000200:1.0:1715209000.270774:0:23800:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954640768, portal 10 00000400:00000010:1.0:1715209000.270781:0:23800:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715209000.270783:0:23800:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526954640768, offset 0 00000400:00000200:1.0:1715209000.270792:0:23800:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.270802:0:23800:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.270807:0:23800:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.270811:0:23800:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.270815:0:23800:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.270818:0:23800:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.270822:0:23800:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [80:80:256:4294967295] 192.168.203.134@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:1.0:1715209000.270836:0:23800:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.270843:0:23800:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.270848:0:23800:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715209000.270863:0:23800:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.270871:0:23800:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.270875:0:23800:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.271045:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.271050:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715209000.271054:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.271060:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.271064:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715209000.271066:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715209000.271072:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504380 x1798526954640768/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00010000:00000010:0.1:1715209000.271635:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a3840. 00000400:00000200:0.0:1715209000.273035:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.273046:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 328 into portal 15 MB=0x663c030a03480 00000400:00000200:0.0:1715209000.273052:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.134@tcp of length 328/328 into md 0xd [2] + 720 00000400:00000200:0.0:1715209000.273069:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.273073:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.273077:0:22722:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715209000.273081:0:22722:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185880. 00000020:00000010:3.0:1715209000.273180:0:23767:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d06200. 00000020:00000010:3.0:1715209000.273187:0:23767:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e739280. 00000020:00000010:3.0:1715209000.273190:0:23767:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b595e4b0. 00000100:00000200:3.0:1715209000.273222:0:23767:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526960940160 02000000:00000010:3.0:1715209000.273232:0:23767:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aab9f800. 00000400:00000010:3.0:1715209000.273239:0:23767:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715209000.273243:0:23767:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526960940160, offset 224 00000400:00000200:3.0:1715209000.273250:0:23767:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.273258:0:23767:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.273263:0:23767:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [81:81:256:4294967295] 192.168.203.134@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:3.0:1715209000.273273:0:23767:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.273278:0:23767:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.273281:0:23767:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000800:00000200:3.0:1715209000.273285:0:23767:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000080:00000010:2.0:1715209000.273290:0:23799:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5ea00. 00000800:00000200:3.0:1715209000.273291:0:23767:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.273294:0:23767:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1715209000.273308:0:23799:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 00010000:00000010:3.0:1715209000.273311:0:23767:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88009de28c00. 02000000:00000010:2.0:1715209000.273320:0:23799:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1084c00. 00000020:00000010:3.0:1715209000.273323:0:23767:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e739280. 00000020:00000010:3.0:1715209000.273326:0:23767:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b595e4b0. 00010000:00000010:2.0:1715209000.273329:0:23799:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a3a80. 00000020:00000010:3.0:1715209000.273329:0:23767:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d06200. 00000100:00000010:2.0:1715209000.273337:0:23799:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205480. 02000000:00000010:2.0:1715209000.273348:0:23799:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88013680d800. 00000400:00000010:2.0:1715209000.273352:0:23799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43792c0. 00000400:00000010:2.0:1715209000.273355:0:23799:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715209000.273358:0:23799:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954640832, portal 10 00000400:00000010:2.0:1715209000.273362:0:23799:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715209000.273364:0:23799:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954640832, offset 0 00000100:00000010:3.0:1715209000.273369:0:23771:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 00000400:00000200:2.0:1715209000.273370:0:23799:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715209000.273377:0:23771:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06200. 00000400:00000200:2.0:1715209000.273378:0:23799:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209000.273382:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.273385:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:2.0:1715209000.273388:0:23799:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.273389:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.273392:0:23799:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.273393:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.273394:0:23799:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.273397:0:23799:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.273400:0:23799:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [82:82:255:4294967295] 192.168.203.134@tcp LPNI seq info [82:82:7:4294967295] 00000400:00000200:0.0:1715209000.273404:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:0.0:1715209000.273406:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000400:00000200:2.0:1715209000.273410:0:23799:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.273415:0:23799:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00010000:00000010:3.0:1715209000.273417:0:23771:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e7e1d00. 00000800:00000010:2.0:1715209000.273418:0:23799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715209000.273423:0:23799:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00010000:00000010:3.0:1715209000.273424:0:23771:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da73680. 00000800:00000200:2.0:1715209000.273429:0:23799:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.273432:0:23799:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 672 niov 1 nkiov 1 00010000:00000010:3.0:1715209000.273433:0:23771:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88009de28c00. 02000000:00000010:1.0:1715209000.273444:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ccbc00. 00000400:00000010:1.0:1715209000.273453:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000010:1.0:1715209000.273457:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.273490:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954640896, portal 18 00000800:00000200:0.0:1715209000.273492:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.273495:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000010:1.0:1715209000.273495:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:1.0:1715209000.273497:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526954640896, offset 0 00000400:00000200:0.0:1715209000.273498:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.273502:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.273504:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.273508:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715209000.273509:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000400:00000200:1.0:1715209000.273513:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209000.273515:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954640832/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:1.0:1715209000.273517:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.273520:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.273523:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.273525:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.273528:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [83:83:255:4294967295] 192.168.203.134@tcp LPNI seq info [83:83:7:4294967295] 00000400:00000200:1.0:1715209000.273537:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.273542:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.273546:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00200. 00000800:00000200:1.0:1715209000.273550:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.273556:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.273560:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.273597:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.273600:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00200. 00000400:00000200:0.0:1715209000.273602:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.273606:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.273608:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715209000.273610:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715209000.273613:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954640896/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.274830:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.274845:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 18 MB=0x663c030401600 00000400:00000200:0.0:1715209000.274854:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.134@tcp of length 224/224 into md 0x375 [1] + 224 00000400:00000200:0.0:1715209000.274866:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.274870:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.274877:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954640896/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.274915:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.274921:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401580 00000400:00000200:0.0:1715209000.274925:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x361 [32] + 224 00000400:00000200:0.0:1715209000.274931:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.274934:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.274946:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504380 x1798526954640768/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.274961:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:1.0:1715209000.274967:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:1.0:1715209000.274969:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.274975:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954640896/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.274982:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000100:00000200:1.0:1715209000.274985:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954640896/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.274987:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 688 into portal 10 MB=0x663c0304015c0 00000400:00000200:0.0:1715209000.274991:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 688/688 into md 0x36d [1] + 224 02000000:00000010:1.0:1715209000.275005:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ccbc00. 00000400:00000200:0.0:1715209000.275011:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1715209000.275016:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06200. 00000400:00000200:0.0:1715209000.275017:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000010:1.0:1715209000.275019:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:0.0:1715209000.275024:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954640832/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.275033:0:23800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f20. 00000400:00000200:2.0:1715209000.275041:0:23800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0672c00 00000400:00000010:2.0:1715209000.275044:0:23800:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800b0672c00. 00000100:00000200:2.0:1715209000.275052:0:23800:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504380 x1798526954640768/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.275066:0:23800:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504380 x1798526954640768/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.275097:0:23800:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4886c0. 00000400:00000010:3.0:1715209000.275132:0:23799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43792c0. 00010000:00000010:2.0:1715209000.275134:0:23800:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f52f00. 00010000:00000010:2.0:1715209000.275136:0:23800:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d3a0180. 00000400:00000200:3.0:1715209000.275140:0:23799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:3.0:1715209000.275143:0:23799:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:3.0:1715209000.275153:0:23799:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954640832/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:2.0:1715209000.275156:0:23800:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccae00. 00020000:00000010:2.0:1715209000.275168:0:23800:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b6084420. 00020000:00000010:2.0:1715209000.275170:0:23800:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009d3a0e00. 00020000:00000010:2.0:1715209000.275173:0:23800:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b60840c0. 00020000:00000010:2.0:1715209000.275177:0:23800:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009d3a0e00. 00000100:00000200:3.0:1715209000.275178:0:23799:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954640832/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00020000:00000010:2.0:1715209000.275180:0:23800:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b6084420. 00020000:00000010:2.0:1715209000.275182:0:23800:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b60840c0. 00000080:00000010:2.0:1715209000.275196:0:23800:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b60b2280. 00000100:00000010:3.0:1715209000.275201:0:23799:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205480. 00000002:00000010:2.0:1715209000.275202:0:23800:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aa85cdc0. 02000000:00000010:2.0:1715209000.275217:0:23800:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 00000080:00000010:3.0:1715209000.275224:0:23799:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5ea00. 00800000:00000010:3.0:1715209000.275232:0:23799:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012e7e1d00. 00800000:00000010:3.0:1715209000.275239:0:23799:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012e7e1d00. 02000000:00000010:3.0:1715209000.275250:0:23799:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88013680d800. 02000000:00000010:3.0:1715209000.275254:0:23799:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1084c00. 00000100:00000010:3.0:1715209000.275257:0:23799:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000080:00000010:3.0:1715209000.275270:0:23799:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88009d1c41e0. 00000080:00000010:3.0:1715209000.275274:0:23799:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d07400. 00000020:00000010:3.0:1715209000.275283:0:23799:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aab9fc00. 00000100:00000010:3.0:1715209000.275290:0:23799:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209000.275301:0:23799:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9c800. 00010000:00000010:3.0:1715209000.275310:0:23799:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20a9f80. 00000020:00000010:3.0:1715209000.275312:0:23799:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e7e1d00. 00000020:00000010:3.0:1715209000.275321:0:23799:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009e5de000. 00000100:00000010:3.0:1715209000.275328:0:23799:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28c00. 02000000:00000010:3.0:1715209000.275378:0:23799:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:3.0:1715209000.275383:0:23799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.275387:0:23799:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aab9cc00. 00000100:00000200:3.0:1715209000.275391:0:23799:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954641024, portal 10 00000400:00000010:3.0:1715209000.275396:0:23799:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715209000.275398:0:23799:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1798526954641024, offset 0 00000400:00000200:3.0:1715209000.275404:0:23799:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.275411:0:23799:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.275415:0:23799:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.275418:0:23799:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.275421:0:23799:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.275423:0:23799:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.275435:0:23799:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [84:84:256:4294967295] 192.168.203.134@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1715209000.275444:0:23799:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.275449:0:23799:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.275453:0:23799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000800:00000200:3.0:1715209000.275457:0:23799:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.275495:0:23799:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.275499:0:23799:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.275656:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.275661:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715209000.275666:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.275672:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.275676:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:0.0:1715209000.275678:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:0.0:1715209000.275684:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954641024/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.277914:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.277925:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401680 00000400:00000200:0.0:1715209000.277931:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x37d [32] + 224 00000400:00000200:0.0:1715209000.277948:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.277952:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.277959:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954641024/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.278045:0:23799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.278052:0:23799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aab9cc00 00000400:00000010:3.0:1715209000.278054:0:23799:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800aab9cc00. 00000100:00000200:3.0:1715209000.278062:0:23799:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954641024/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.278073:0:23799:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954641024/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.278098:0:23799:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28c00. 00010000:00000010:3.0:1715209000.278138:0:23799:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa39c900. 00010000:00000010:3.0:1715209000.278141:0:23799:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e739280. 00000020:00000010:3.0:1715209000.278149:0:23799:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6d06e00. 00000002:00000010:3.0:1715209000.278161:0:23799:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e7e1000. 00000080:00000010:3.0:1715209000.278175:0:23799:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009cfc9800. 00000080:00000010:3.0:1715209000.278184:0:23799:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b595e4b0. 00020000:00000010:3.0:1715209000.278189:0:23799:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012ff37910. 00020000:00000010:3.0:1715209000.278192:0:23799:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c4de0. 00020000:00000010:3.0:1715209000.278194:0:23799:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e739400. 00020000:00000010:3.0:1715209000.278197:0:23799:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c4000. 00020000:00000010:3.0:1715209000.278201:0:23799:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012a6badb0. 00020000:00000010:3.0:1715209000.278203:0:23799:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009de28c00. 00020000:00000010:3.0:1715209000.278206:0:23799:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012e62fe70. 00020000:00000010:3.0:1715209000.278211:0:23799:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b595e578. 00000008:00000010:3.0:1715209000.278215:0:23799:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ad2c84b0. 00020000:00000010:3.0:1715209000.278236:0:23799:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c4a80. 00020000:00000010:3.0:1715209000.278239:0:23799:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e739c00. 00020000:00000010:3.0:1715209000.278240:0:23799:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c46c0. 00020000:00000010:3.0:1715209000.278244:0:23799:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e739c00. 00020000:00000010:3.0:1715209000.278246:0:23799:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d1c4a80. 00020000:00000010:3.0:1715209000.278248:0:23799:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d1c46c0. 00000080:00000010:3.0:1715209000.278256:0:23799:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a37bf6a0. 00000080:00000010:3.0:1715209000.278261:0:23799:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d07400. 00000080:00000010:3.0:1715209000.278267:0:23799:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800ab4e6140. 00000080:00000010:3.0:1715209000.278270:0:23799:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e7e14c0. 00000002:00000010:3.0:1715209000.278276:0:23799:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a37bfa20. 02000000:00000010:3.0:1715209000.278282:0:23799:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 00000080:00000010:3.0:1715209000.278323:0:23799:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88009d1c41e0. 00000080:00000010:1.0:1715209000.278373:0:23800:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccbc00. 00000100:00000010:1.0:1715209000.278392:0:23800:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504700. 00000080:00000010:3.0:1715209000.278393:0:23799:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d07400. 02000000:00000010:1.0:1715209000.278403:0:23800:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0672000. 00000080:00000010:3.0:1715209000.278409:0:23799:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d07400. 00010000:00000010:1.0:1715209000.278412:0:23800:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e8900. 00000100:00000010:1.0:1715209000.278420:0:23800:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488b40. 00020000:00000010:3.0:1715209000.278426:0:23799:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e739c00. 02000000:00000010:1.0:1715209000.278431:0:23800:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012b462000. 00000008:00000010:3.0:1715209000.278432:0:23799:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e130. 00000400:00000010:1.0:1715209000.278435:0:23800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000010:1.0:1715209000.278438:0:23800:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00010000:00000010:3.0:1715209000.278438:0:23799:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa39c200. 00000100:00000200:1.0:1715209000.278441:0:23800:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954641088, portal 10 00010000:00000010:3.0:1715209000.278441:0:23799:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009de28a80. 00010000:00000010:3.0:1715209000.278444:0:23799:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20aa1c0. 00000400:00000010:1.0:1715209000.278445:0:23800:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000100:00000200:1.0:1715209000.278446:0:23800:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954641088, offset 0 00000020:00000010:3.0:1715209000.278447:0:23799:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e7e1480. 00010000:00000010:3.0:1715209000.278450:0:23799:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009e739300. 00000400:00000200:1.0:1715209000.278452:0:23800:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00010000:00000010:3.0:1715209000.278453:0:23799:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e7e1b80. 00000100:00000010:3.0:1715209000.278456:0:23799:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 00000400:00000200:1.0:1715209000.278489:0:23800:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.278492:0:23800:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.278495:0:23800:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:3.0:1715209000.278496:0:23799:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d07400. 00000400:00000200:1.0:1715209000.278498:0:23800:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.278501:0:23800:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.278503:0:23800:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [85:85:256:4294967295] 192.168.203.134@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:1.0:1715209000.278512:0:23800:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.278517:0:23800:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.278520:0:23800:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715209000.278524:0:23800:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.278530:0:23800:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.278533:0:23800:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:1.0:1715209000.278612:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.278615:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:1.0:1715209000.278618:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1715209000.278622:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feeec00. 00000400:00000200:1.0:1715209000.278622:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.278625:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715209000.278629:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:1.0:1715209000.278634:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:1.0:1715209000.278640:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504700 x1798526954641088/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:0.0:1715209000.278644:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715209000.278649:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954641152, portal 4 00000400:00000010:0.0:1715209000.278654:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715209000.278664:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954641152, offset 0 00000400:00000200:0.0:1715209000.278671:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.278679:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.278682:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.278685:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.278688:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.278690:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.278693:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [86:86:256:4294967295] 192.168.203.134@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:0.0:1715209000.278702:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.278707:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.278710:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715209000.278715:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.278720:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.278724:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.278828:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.278835:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209000.278841:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.278850:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.278855:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:2.0:1715209000.278858:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:2.0:1715209000.278868:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954641152/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.279952:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.279964:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030401700 00000400:00000200:0.0:1715209000.279970:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x38d [1] + 224 00000400:00000200:0.0:1715209000.280082:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.280088:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.280095:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954641152/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.280158:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.280165:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 328 into portal 15 MB=0x663c030a034c0 00000400:00000200:0.0:1715209000.280169:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.134@tcp of length 328/328 into md 0xd [2] + 1048 00000400:00000200:0.0:1715209000.280198:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.280202:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.280205:0:22722:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715209000.280208:0:22722:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185c00. 00000400:00000010:2.0:1715209000.280252:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715209000.280262:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209000.280264:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209000.280275:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954641152/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.280290:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954641152/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000020:00000010:3.0:1715209000.280298:0:23767:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d06c00. 00000020:00000010:3.0:1715209000.280305:0:23767:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e739c80. 00000020:00000010:3.0:1715209000.280309:0:23767:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b595e640. 00000100:00000200:3.0:1715209000.280340:0:23767:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526960940224 02000000:00000010:3.0:1715209000.280349:0:23767:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aab9cc00. 02000000:00000010:2.0:1715209000.280356:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feeec00. 00000400:00000010:3.0:1715209000.280356:0:23767:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715209000.280360:0:23767:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526960940224, offset 224 02000000:00000010:2.0:1715209000.280364:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d07400. 00000100:00000010:2.0:1715209000.280368:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000200:3.0:1715209000.280368:0:23767:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.280384:0:23767:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.280390:0:23767:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [87:87:256:4294967295] 192.168.203.134@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1715209000.280399:0:23767:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.280404:0:23767:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.280407:0:23767:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000800:00000200:3.0:1715209000.280412:0:23767:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.280417:0:23767:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000008:00000010:2.0:1715209000.280420:0:23799:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e130. 00000800:00000200:3.0:1715209000.280421:0:23767:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00020000:00000010:2.0:1715209000.280425:0:23799:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e739c00. 00010000:00000010:3.0:1715209000.280443:0:23767:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88009de28e40. 00000020:00000010:3.0:1715209000.280454:0:23767:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e739c80. 00000020:00000010:3.0:1715209000.280458:0:23767:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b595e640. 00000020:00000010:3.0:1715209000.280461:0:23767:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d06c00. 00020000:00000010:2.0:1715209000.280496:0:23799:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0e00. 00000008:00000010:2.0:1715209000.280503:0:23799:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8260. 00000100:00000010:1.0:1715209000.280516:0:23772:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504a80. 00000800:00000200:0.0:1715209000.280528:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1715209000.280529:0:23772:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ccb600. 00000800:00000010:0.0:1715209000.280532:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715209000.280535:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.280540:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.280543:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:0.0:1715209000.280544:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00010000:00000010:1.0:1715209000.280550:0:23772:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0180. 00010000:00000010:1.0:1715209000.280561:0:23772:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88009de28e40. 00010000:00000010:3.1:1715209000.280562:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f52400. 02000000:00000010:2.0:1715209000.280568:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f5f600. 00010000:00000010:3.1:1715209000.280570:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a3180. 00000400:00000010:2.0:1715209000.280572:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379318. 00000400:00000010:2.0:1715209000.280576:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209000.280580:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954641216, portal 18 00000400:00000010:2.0:1715209000.280584:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715209000.280586:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526954641216, offset 0 00000400:00000200:2.0:1715209000.280593:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.280600:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.280604:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.280615:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.280617:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.280620:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.280623:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [88:88:256:4294967295] 192.168.203.134@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1715209000.280632:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.280637:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.280640:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209000.280645:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.280651:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.280654:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 424 niov 1 nkiov 1 00000008:00000010:2.0:1715209000.280701:0:23799:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8260. 00020000:00000010:2.0:1715209000.280704:0:23799:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0e00. 00000020:00000010:2.0:1715209000.280726:0:23799:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800a1086c00. 00020000:00000010:2.0:1715209000.280749:0:23799:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0e00. 00000008:00000010:2.0:1715209000.280753:0:23799:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8260. 00000800:00000200:3.0:1715209000.280766:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715209000.280771:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:3.0:1715209000.280776:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1715209000.280781:0:23799:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e7470d8. 00000400:00000200:3.0:1715209000.280783:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715209000.280787:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:3.0:1715209000.280790:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:3.0:1715209000.280798:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504a80 x1798526954641216/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000008:00000010:2.0:1715209000.280799:0:23799:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800a9e9d398. 00000008:00000010:0.0:1715209000.280833:0:22729:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800ab4e3f58. 00000008:00000010:0.0:1715209000.280837:0:22729:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b60fad00. 00000100:00000010:0.0:1715209000.280853:0:22729:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209000.280861:0:22729:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31aa00. 02000000:00000010:0.0:1715209000.280894:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff88012ea02000. 00000400:00000010:0.0:1715209000.280898:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:0.0:1715209000.280901:0:22729:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820180. 00000100:00000200:0.0:1715209000.280905:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1798526954641344, portal 4 00000400:00000010:0.0:1715209000.280909:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715209000.280911:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526954641344, offset 0 00000400:00000200:0.0:1715209000.280916:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.280923:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.280927:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.280930:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.280932:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.280935:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.280937:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [89:89:256:4294967295] 192.168.203.134@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1715209000.280946:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.280951:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.280954:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209000.280958:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.280963:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.280966:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.281096:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.281129:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715209000.281136:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.281143:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.281149:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:2.0:1715209000.281151:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:2.0:1715209000.281159:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954641344/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.281916:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.281926:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 18 MB=0x663c030401740 00000400:00000200:0.0:1715209000.281939:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.134@tcp of length 224/224 into md 0x399 [1] + 224 00000400:00000200:0.0:1715209000.281949:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.281953:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.281959:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504a80 x1798526954641216/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.281993:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.281998:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 10 MB=0x663c0304016c0 00000400:00000200:0.0:1715209000.282002:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 640/640 into md 0x385 [1] + 224 00000400:00000200:0.0:1715209000.282016:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.282020:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.282024:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504700 x1798526954641088/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.282031:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379318. 00000400:00000200:2.0:1715209000.282036:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:2.0:1715209000.282038:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209000.282044:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504a80 x1798526954641216/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.282056:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504a80 x1798526954641216/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1715209000.282092:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f5f600. 02000000:00000010:2.0:1715209000.282097:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ccb600. 00000100:00000010:2.0:1715209000.282126:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504a80. 00000400:00000010:1.0:1715209000.282162:0:23800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:1.0:1715209000.282170:0:23800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:1.0:1715209000.282172:0:23800:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.282180:0:23800:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504700 x1798526954641088/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.282191:0:23800:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504700 x1798526954641088/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.282214:0:23800:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488b40. 00010000:00000010:1.0:1715209000.282225:0:23800:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00c00. 00010000:00000010:1.0:1715209000.282228:0:23800:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b04c6c00. 00000002:00000010:1.0:1715209000.282241:0:23800:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e93da80. 00000080:00000010:1.0:1715209000.282249:0:23800:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccbc00. 00020000:00000010:1.0:1715209000.282261:0:23800:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d295240. 00020000:00000010:1.0:1715209000.282263:0:23800:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b04c6a00. 00020000:00000010:1.0:1715209000.282266:0:23800:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295000. 00020000:00000010:1.0:1715209000.282270:0:23800:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b04c6a00. 00020000:00000010:1.0:1715209000.282272:0:23800:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d295240. 00020000:00000010:1.0:1715209000.282274:0:23800:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d295000. 00020000:00000010:1.0:1715209000.282280:0:23800:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d295000. 00020000:00000010:1.0:1715209000.282281:0:23800:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b04c6a00. 00020000:00000010:1.0:1715209000.282283:0:23800:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295240. 00020000:00000010:1.0:1715209000.282285:0:23800:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b04c6a00. 00020000:00000010:1.0:1715209000.282287:0:23800:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d295000. 00020000:00000010:1.0:1715209000.282289:0:23800:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d295240. 02000000:00000010:1.0:1715209000.282300:0:23800:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012b462000. 02000000:00000010:1.0:1715209000.282314:0:23800:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0672000. 00000100:00000010:1.0:1715209000.282318:0:23800:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504700. 00020000:00000010:1.0:1715209000.282331:0:23800:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b04c6a00. 00000008:00000010:1.0:1715209000.282344:0:23800:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6000. 00000008:00000010:1.0:1715209000.282370:0:23800:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6000. 00020000:00000010:1.0:1715209000.282373:0:23800:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b04c6a00. 00000400:00000200:0.0:1715209000.282651:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.282662:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 4536 into portal 4 MB=0x663c0304017c0 00000400:00000200:0.0:1715209000.282668:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 4536/4536 into md 0x3a1 [2] + 224 00000400:00000200:0.0:1715209000.282689:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.282693:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.282699:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954641344/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.282831:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:2.0:1715209000.282840:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b820180 00000400:00000010:2.0:1715209000.282843:0:22729:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 152 at ffff88012b820180. 00000100:00000200:2.0:1715209000.282853:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954641344/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.282868:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954641344/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1715209000.282923:0:22729:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b60fad00. 00000008:00000010:2.0:1715209000.282961:0:22729:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800a9e9d398. 00000008:00000010:2.0:1715209000.282968:0:22729:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800ab4e3f58. 02000000:00000010:2.0:1715209000.282977:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff88012ea02000. 02000000:00000010:2.0:1715209000.282984:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31aa00. 00000100:00000010:2.0:1715209000.282988:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000008:00000010:0.0:1715209000.283018:0:23799:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8260. 00020000:00000010:0.0:1715209000.283023:0:23799:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0e00. 00020000:00000010:0.0:1715209000.283053:0:23799:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41ec00. 00000008:00000010:0.0:1715209000.283058:0:23799:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192130. 00000008:00000010:0.0:1715209000.283078:0:23799:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192130. 00020000:00000010:0.0:1715209000.283080:0:23799:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41ec00. 00020000:00000010:0.0:1715209000.283123:0:23799:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41ec00. 00000008:00000010:0.0:1715209000.283126:0:23799:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192130. 00020000:00000010:0.0:1715209000.283139:0:23799:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41ec80. 00000008:00000010:0.0:1715209000.283153:0:23799:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192260. 00000008:00000010:0.0:1715209000.283164:0:23799:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192260. 00020000:00000010:0.0:1715209000.283166:0:23799:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41ec80. 00000008:00000010:0.0:1715209000.283176:0:23799:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192130. 00020000:00000010:0.0:1715209000.283178:0:23799:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41ec00. 00000080:00000010:0.0:1715209000.283272:0:23799:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88009d31ac00. 00000100:00000010:0.0:1715209000.283280:0:23799:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209000.283288:0:23799:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a600. 00000100:00000010:0.0:1715209000.283299:0:23799:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b820f00. 02000000:00000010:0.0:1715209000.283308:0:23799:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feec000. 00000400:00000010:0.0:1715209000.283312:0:23799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:0.0:1715209000.283315:0:23799:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715209000.283319:0:23799:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954641472, portal 10 00000400:00000010:0.0:1715209000.283323:0:23799:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715209000.283324:0:23799:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954641472, offset 0 00000400:00000200:0.0:1715209000.283330:0:23799:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.283337:0:23799:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.283341:0:23799:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.283344:0:23799:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.283346:0:23799:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.283348:0:23799:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.283351:0:23799:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [90:90:256:4294967295] 192.168.203.134@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1715209000.283360:0:23799:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.283365:0:23799:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.283368:0:23799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209000.283372:0:23799:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.283377:0:23799:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.283380:0:23799:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.283552:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.283558:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715209000.283562:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.283568:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.283572:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715209000.283574:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715209000.283580:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954641472/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.285668:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.285679:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030401840 00000400:00000200:0.0:1715209000.285685:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x3a9 [1] + 224 00000400:00000200:0.0:1715209000.285713:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.285717:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.285724:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954641472/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.285863:0:23799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:2.0:1715209000.285872:0:23799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:2.0:1715209000.285875:0:23799:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:2.0:1715209000.285886:0:23799:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954641472/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.285902:0:23799:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954641472/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.285945:0:23799:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b820f00. 00000080:00000010:2.0:1715209000.285956:0:23799:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31ac00. 02000000:00000010:2.0:1715209000.285968:0:23799:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9c800. 00000100:00000010:2.0:1715209000.285973:0:23799:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000002:00000010:2.0:1715209000.285977:0:23799:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a37bfa20. 00000080:00000010:2.0:1715209000.285980:0:23799:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e7e14c0. 02000000:00000010:2.0:1715209000.285984:0:23799:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feec000. 02000000:00000010:2.0:1715209000.285988:0:23799:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a600. 00000100:00000010:2.0:1715209000.285991:0:23799:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000080:00000010:2.0:1715209000.285996:0:23799:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800ab4e6140. 00000080:00000010:1.0:1715209000.286319:0:23800:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccbc00. 00000080:00000010:1.0:1715209000.286342:0:23800:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccbc00. 00020000:00000010:1.0:1715209000.286366:0:23800:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b04c6a00. 00000008:00000010:1.0:1715209000.286373:0:23800:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6000. 00000008:00000010:1.0:1715209000.286392:0:23800:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6000. 00020000:00000010:1.0:1715209000.286394:0:23800:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b04c6a00. 00020000:00000010:1.0:1715209000.286571:0:23800:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b04c6a00. 00000008:00000010:1.0:1715209000.286575:0:23800:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6000. 00010000:00000010:0.1:1715209000.286577:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa39c700. 00010000:00000010:0.1:1715209000.286585:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a20a98c0. 00000080:00000010:1.0:1715209000.286604:0:23800:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccbc00. 00000100:00000010:1.0:1715209000.286613:0:23800:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504700. 02000000:00000010:1.0:1715209000.286624:0:23800:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0672000. 00010000:00000010:1.0:1715209000.286634:0:23800:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e8b40. 00000100:00000010:1.0:1715209000.286641:0:23800:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488b40. 02000000:00000010:1.0:1715209000.286653:0:23800:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff880137276000. 00000400:00000010:1.0:1715209000.286656:0:23800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000010:1.0:1715209000.286660:0:23800:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.286663:0:23800:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1798526954641536, portal 10 00000400:00000010:1.0:1715209000.286667:0:23800:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000100:00000200:1.0:1715209000.286669:0:23800:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1798526954641536, offset 0 00000400:00000200:1.0:1715209000.286676:0:23800:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.286684:0:23800:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.286688:0:23800:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.286691:0:23800:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.286694:0:23800:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.286696:0:23800:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.286700:0:23800:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [91:91:256:4294967295] 192.168.203.134@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1715209000.286709:0:23800:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.286722:0:23800:0:(socklnd_cb.c:1007:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.286725:0:23800:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209000.286729:0:23800:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.286735:0:23800:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.286739:0:23800:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.286852:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.286856:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715209000.286860:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.286866:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.286870:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:2.0:1715209000.286872:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:2.0:1715209000.286877:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504700 x1798526954641536/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.288508:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.288519:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 1152 into portal 10 MB=0x663c030401880 00000400:00000200:0.0:1715209000.288525:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 1152/1152 into md 0x3b1 [1] + 224 00000400:00000200:0.0:1715209000.288541:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.288545:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.288552:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504700 x1798526954641536/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.288674:0:23800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:1.0:1715209000.288681:0:23800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:1.0:1715209000.288683:0:23800:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.288692:0:23800:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504700 x1798526954641536/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.288703:0:23800:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504700 x1798526954641536/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.288726:0:23800:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488b40. 00000080:00000010:1.0:1715209000.288746:0:23800:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccbc00. 00000080:00000010:1.0:1715209000.288756:0:23800:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800b5ac4ca8. 00000080:00000010:1.0:1715209000.288760:0:23800:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff88009d61b3d0. 00000080:00000010:1.0:1715209000.288762:0:23800:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff88009eea06a0. 00000080:00000010:1.0:1715209000.288765:0:23800:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800b5ac4578. 00000080:00000010:1.0:1715209000.288766:0:23800:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff88009d61b800. 00000080:00000010:1.0:1715209000.288768:0:23800:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff88012e93dec0. 00000080:00000010:1.0:1715209000.288770:0:23800:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800b5ac41e0. 00000080:00000010:1.0:1715209000.288772:0:23800:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff88009d61ba30. 00000080:00000010:1.0:1715209000.288774:0:23800:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff88009d5a4058. 00000080:00000010:1.0:1715209000.288776:0:23800:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800b5ac4848. 00000080:00000010:1.0:1715209000.288778:0:23800:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff88009d61ba40. 00000080:00000010:1.0:1715209000.288779:0:23800:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 54 at ffff88012e93de00. 02000000:00000010:1.0:1715209000.288789:0:23800:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff880137276000. 02000000:00000010:1.0:1715209000.288793:0:23800:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0672000. 00000100:00000010:1.0:1715209000.288796:0:23800:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504700. 00000008:00000010:1.0:1715209000.288828:0:23800:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6000. 00020000:00000010:1.0:1715209000.288840:0:23800:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b04c6a00. 00000080:00000010:1.0:1715209000.289224:0:23800:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6ccbc00. 00000100:00000010:1.0:1715209000.289233:0:23800:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504700. 02000000:00000010:1.0:1715209000.289241:0:23800:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ccb600. 00000100:00000010:1.0:1715209000.289251:0:23800:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488b40. 02000000:00000010:1.0:1715209000.289262:0:23800:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0672000. 00000400:00000010:1.0:1715209000.289266:0:23800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000010:1.0:1715209000.289269:0:23800:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.289273:0:23800:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954641664, portal 10 00000400:00000010:1.0:1715209000.289276:0:23800:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000100:00000200:1.0:1715209000.289278:0:23800:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954641664, offset 0 00000400:00000200:1.0:1715209000.289284:0:23800:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.289292:0:23800:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.289296:0:23800:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.289299:0:23800:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.289301:0:23800:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.289304:0:23800:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.289306:0:23800:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [92:92:256:4294967295] 192.168.203.134@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1715209000.289315:0:23800:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.289320:0:23800:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.289323:0:23800:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715209000.289327:0:23800:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.289333:0:23800:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.289336:0:23800:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.289530:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.289536:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715209000.289540:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.289546:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.289550:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715209000.289552:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715209000.289558:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504700 x1798526954641664/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.291323:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.291334:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030401900 00000400:00000200:0.0:1715209000.291340:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x3b9 [1] + 224 00000400:00000200:0.0:1715209000.291359:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.291363:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.291369:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504700 x1798526954641664/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.291500:0:23800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:1.0:1715209000.291508:0:23800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:1.0:1715209000.291510:0:23800:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.291518:0:23800:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504700 x1798526954641664/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.291529:0:23800:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504700 x1798526954641664/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.291569:0:23800:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488b40. 00000080:00000010:1.0:1715209000.291576:0:23800:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccbc00. 02000000:00000010:1.0:1715209000.291585:0:23800:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0673000. 00000100:00000010:1.0:1715209000.291588:0:23800:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504380. 00000002:00000010:1.0:1715209000.291591:0:23800:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aa85cdc0. 00000080:00000010:1.0:1715209000.291594:0:23800:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b60b2280. 02000000:00000010:1.0:1715209000.291597:0:23800:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0672000. 02000000:00000010:1.0:1715209000.291599:0:23800:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ccb600. 00000100:00000010:1.0:1715209000.291601:0:23800:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504700. 00000080:00000010:1.0:1715209000.291603:0:23800:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b62d2000. 00010000:00000010:2.1:1715209000.292866:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f52f00. 00010000:00000010:2.1:1715209000.292874:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e86c0. 00000080:00000010:1.0:1715209000.296606:0:23802:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccb600. 00000080:00000010:1.0:1715209000.296627:0:23802:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccb600. 00000080:00000010:1.0:1715209000.296647:0:23802:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b62d2000. 00000080:00000010:1.0:1715209000.296652:0:23802:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccb600. 00000100:00000010:1.0:1715209000.296669:0:23802:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504700. 02000000:00000010:1.0:1715209000.296679:0:23802:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0672000. 00010000:00000010:1.0:1715209000.296688:0:23802:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b04c6800. 00010000:00000010:1.0:1715209000.296698:0:23802:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00b00. 00010000:00000010:1.0:1715209000.296700:0:23802:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b04c6800. 00010000:00000010:1.0:1715209000.296704:0:23802:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e8d80. 00000100:00000010:1.0:1715209000.296713:0:23802:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488b40. 02000000:00000010:1.0:1715209000.296763:0:23802:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009dc40000. 00000400:00000010:1.0:1715209000.296767:0:23802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000010:1.0:1715209000.296771:0:23802:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b0673000. 00000100:00000200:1.0:1715209000.296775:0:23802:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954641792, portal 10 00000400:00000010:1.0:1715209000.296780:0:23802:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715209000.296782:0:23802:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526954641792, offset 0 00000400:00000200:1.0:1715209000.296789:0:23802:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.296797:0:23802:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.296800:0:23802:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.296809:0:23802:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.296812:0:23802:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.296814:0:23802:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.296817:0:23802:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [93:93:256:4294967295] 192.168.203.134@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1715209000.296826:0:23802:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.296831:0:23802:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.296835:0:23802:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715209000.296839:0:23802:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.296845:0:23802:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.296849:0:23802:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.297015:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.297021:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715209000.297033:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.297039:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.297043:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715209000.297045:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715209000.297051:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504700 x1798526954641792/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.298963:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.298974:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 328 into portal 15 MB=0x663c030a03500 00000400:00000200:0.0:1715209000.298981:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.134@tcp of length 328/328 into md 0xd [2] + 1376 00000400:00000200:0.0:1715209000.298999:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.299003:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.299007:0:22720:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715209000.299011:0:22720:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186680. 00000020:00000010:3.0:1715209000.299140:0:23767:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d07600. 00000020:00000010:3.0:1715209000.299147:0:23767:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e739c80. 00000020:00000010:3.0:1715209000.299150:0:23767:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b595e640. 00000100:00000200:3.0:1715209000.299183:0:23767:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526960940288 02000000:00000010:3.0:1715209000.299193:0:23767:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aab9d000. 00000400:00000010:3.0:1715209000.299201:0:23767:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000100:00000200:3.0:1715209000.299205:0:23767:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526960940288, offset 224 00000400:00000200:3.0:1715209000.299212:0:23767:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.299220:0:23767:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.299225:0:23767:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [94:94:256:4294967295] 192.168.203.134@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:3.0:1715209000.299243:0:23767:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.299249:0:23767:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.299252:0:23767:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000800:00000200:3.0:1715209000.299256:0:23767:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.299262:0:23767:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.299265:0:23767:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1715209000.299285:0:23767:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88009de28480. 00000020:00000010:3.0:1715209000.299298:0:23767:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e739c80. 00000020:00000010:3.0:1715209000.299302:0:23767:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b595e640. 00000020:00000010:3.0:1715209000.299305:0:23767:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d07600. 00000100:00000010:3.0:1715209000.299344:0:23771:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715209000.299352:0:23771:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d07600. 00000800:00000200:0.0:1715209000.299359:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.299363:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715209000.299367:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.299371:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.299374:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:0.0:1715209000.299376:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00010000:00000010:3.0:1715209000.299399:0:23771:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e93da80. 00010000:00000010:3.0:1715209000.299409:0:23771:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88009de28480. 02000000:00000010:2.0:1715209000.299418:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f5f600. 00000400:00000010:2.0:1715209000.299425:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379318. 00000400:00000010:2.0:1715209000.299429:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209000.299433:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954641856, portal 18 00000400:00000010:2.0:1715209000.299437:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209000.299439:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526954641856, offset 0 00000400:00000200:2.0:1715209000.299446:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.299453:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.299457:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.299460:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.299502:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.299505:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.299508:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [95:95:256:4294967295] 192.168.203.134@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:2.0:1715209000.299524:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.299530:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.299533:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52f00. 00000800:00000200:2.0:1715209000.299538:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.299544:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.299547:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.299600:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.299603:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52f00. 00000400:00000200:0.0:1715209000.299606:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.299610:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.299613:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715209000.299614:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715209000.299620:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954641856/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000080:00000010:2.0:1715209000.299675:0:23801:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f5fe00. 00000100:00000010:2.0:1715209000.299695:0:23801:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209000.299709:0:23801:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a1086400. 00010000:00000010:2.0:1715209000.299722:0:23801:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b04a3cc0. 00000100:00000010:2.0:1715209000.299733:0:23801:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ad205480. 02000000:00000010:2.0:1715209000.299748:0:23801:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff880136809000. 00000400:00000010:2.0:1715209000.299753:0:23801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379c08. 00000400:00000010:2.0:1715209000.299758:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209000.299763:0:23801:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954641920, portal 10 00000400:00000010:2.0:1715209000.299768:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715209000.299770:0:23801:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954641920, offset 0 00000400:00000200:2.0:1715209000.299779:0:23801:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.299789:0:23801:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.299794:0:23801:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.299798:0:23801:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.299801:0:23801:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.299804:0:23801:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.299809:0:23801:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [96:96:256:4294967295] 192.168.203.134@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1715209000.299823:0:23801:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.299830:0:23801:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.299835:0:23801:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715209000.299842:0:23801:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.299851:0:23801:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.299863:0:23801:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.299944:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.299947:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209000.299950:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.299954:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.299956:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715209000.299965:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715209000.299971:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954641920/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.300757:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.300771:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 18 MB=0x663c0304019c0 00000400:00000200:2.0:1715209000.300778:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3cd [1] + 224 00000400:00000200:2.0:1715209000.300789:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.300794:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209000.300802:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954641856/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.300844:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.300851:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401980 00000400:00000200:2.0:1715209000.300856:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x3c1 [32] + 224 00000400:00000200:2.0:1715209000.300877:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715209000.300880:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379318. 00000400:00000200:2.0:1715209000.300883:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715209000.300887:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:3.0:1715209000.300889:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:3.0:1715209000.300898:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954641856/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.300905:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504700 x1798526954641792/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.300910:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954641856/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1715209000.300931:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f5f600. 02000000:00000010:3.0:1715209000.300936:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d07600. 00000100:00000010:3.0:1715209000.300938:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000010:1.0:1715209000.300967:0:23802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:1.0:1715209000.300973:0:23802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0673000 00000400:00000010:1.0:1715209000.300974:0:23802:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800b0673000. 00000100:00000200:1.0:1715209000.300981:0:23802:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504700 x1798526954641792/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.300991:0:23802:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504700 x1798526954641792/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.301013:0:23802:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488b40. 00000080:00000010:1.0:1715209000.301036:0:23802:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccb600. 00020000:00000010:1.0:1715209000.301048:0:23802:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d295240. 00020000:00000010:1.0:1715209000.301051:0:23802:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b04c6a00. 00020000:00000010:1.0:1715209000.301054:0:23802:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295000. 00020000:00000010:1.0:1715209000.301057:0:23802:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b04c6a00. 00020000:00000010:1.0:1715209000.301059:0:23802:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d295240. 00020000:00000010:1.0:1715209000.301061:0:23802:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d295000. 00000080:00000010:1.0:1715209000.301075:0:23802:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e93d640. 00000002:00000010:1.0:1715209000.301080:0:23802:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009eea0700. 02000000:00000010:1.0:1715209000.301087:0:23802:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009dc40000. 00000400:00000200:2.0:1715209000.301267:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.301276:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 688 into portal 10 MB=0x663c030401a00 00000400:00000200:2.0:1715209000.301280:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 688/688 into md 0x3d5 [1] + 224 00000400:00000200:2.0:1715209000.301295:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.301299:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209000.301306:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954641920/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:0.0:1715209000.301339:0:23801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379c08. 00000400:00000200:0.0:1715209000.301343:0:23801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715209000.301345:0:23801:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715209000.301351:0:23801:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954641920/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:0.0:1715209000.301361:0:23801:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954641920/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:0.0:1715209000.301381:0:23801:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ad205480. 00000080:00000010:0.0:1715209000.301403:0:23801:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f5fe00. 00800000:00000010:0.0:1715209000.301411:0:23801:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b60de840. 00800000:00000010:0.0:1715209000.301417:0:23801:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800b60de840. 02000000:00000010:0.0:1715209000.301427:0:23801:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff880136809000. 02000000:00000010:0.0:1715209000.301431:0:23801:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a1086400. 00000100:00000010:0.0:1715209000.301434:0:23801:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000080:00000010:0.0:1715209000.301444:0:23801:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88009d31b400. 00000100:00000010:0.0:1715209000.301453:0:23801:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209000.301492:0:23801:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009feefc00. 00010000:00000010:0.0:1715209000.301503:0:23801:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab5c9440. 00000100:00000010:0.0:1715209000.301511:0:23801:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b820f00. 02000000:00000010:0.0:1715209000.301521:0:23801:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6197800. 00000400:00000010:0.0:1715209000.301524:0:23801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000010:0.0:1715209000.301528:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209000.301531:0:23801:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954641984, portal 10 00000400:00000010:0.0:1715209000.301534:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715209000.301537:0:23801:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526954641984, offset 0 00000400:00000200:0.0:1715209000.301542:0:23801:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.301549:0:23801:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.301553:0:23801:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.301564:0:23801:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.301566:0:23801:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.301569:0:23801:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.301572:0:23801:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [97:97:256:4294967295] 192.168.203.134@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:0.0:1715209000.301581:0:23801:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.301586:0:23801:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.301589:0:23801:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209000.301593:0:23801:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.301599:0:23801:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.301602:0:23801:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:1.0:1715209000.301724:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209000.301728:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209000.301731:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209000.301744:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209000.301748:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715209000.301749:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715209000.301755:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954641984/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:2.0:1715209000.303723:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209000.303735:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 672 into portal 10 MB=0x663c030401a40 00000400:00000200:2.0:1715209000.303741:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 672/672 into md 0x3dd [1] + 224 00000400:00000200:2.0:1715209000.303759:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.303769:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209000.303777:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954641984/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:0.0:1715209000.303859:0:23801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:0.0:1715209000.303868:0:23801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:0.0:1715209000.303871:0:23801:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209000.303882:0:23801:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954641984/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:0.0:1715209000.303898:0:23801:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954641984/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:0.0:1715209000.303927:0:23801:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b820f00. 00010000:00000010:0.0:1715209000.303940:0:23801:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f5d100. 00010000:00000010:0.0:1715209000.303944:0:23801:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d41ec00. 00800000:00000010:0.0:1715209000.303967:0:23801:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff88009d41ec80. 00000080:00000010:0.0:1715209000.304000:0:23801:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff880131538000. 00000080:00000010:0.0:1715209000.304009:0:23801:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff880131538800. 00000080:00000010:0.0:1715209000.304014:0:23801:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff880131539000. 00000080:00000010:0.0:1715209000.304018:0:23801:0:(llite_lib.c:1887:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff88012e9e7f00. 00800000:00000010:0.0:1715209000.304022:0:23801:0:(lmv_intent.c:174:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff88009d31ac00. 00000100:00000010:0.0:1715209000.304031:0:23801:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209000.304042:0:23801:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009feecc00. 00010000:00000010:0.0:1715209000.304050:0:23801:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f5d500. 00010000:00000010:0.0:1715209000.304052:0:23801:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009d41ed00. 00010000:00000010:0.0:1715209000.304061:0:23801:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab5c9680. 00000100:00000010:0.0:1715209000.304069:0:23801:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b820f00. 00000080:00000010:3.0:1715209000.304075:0:23802:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d07600. 02000000:00000010:0.0:1715209000.304080:0:23801:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6193000. 00000400:00000010:0.0:1715209000.304084:0:23801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000010:0.0:1715209000.304087:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209000.304091:0:23801:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954642048, portal 10 00000400:00000010:0.0:1715209000.304094:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000010:3.0:1715209000.304094:0:23802:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 00000100:00000200:0.0:1715209000.304096:0:23801:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954642048, offset 0 00000400:00000200:0.0:1715209000.304126:0:23801:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.304134:0:23801:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.304138:0:23801:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.304141:0:23801:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:3.0:1715209000.304141:0:23802:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aab9c800. 00000400:00000200:0.0:1715209000.304144:0:23801:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.304146:0:23801:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.304149:0:23801:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [98:98:256:4294967295] 192.168.203.134@tcp LPNI seq info [98:98:8:4294967295] 00010000:00000010:3.0:1715209000.304153:0:23802:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a20aa400. 00000400:00000200:0.0:1715209000.304159:0:23801:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000010:3.0:1715209000.304162:0:23802:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28480. 00000800:00000200:0.0:1715209000.304163:0:23801:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.304167:0:23801:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209000.304171:0:23801:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 02000000:00000010:3.0:1715209000.304174:0:23802:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6076000. 00000800:00000200:0.0:1715209000.304177:0:23801:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.304181:0:23801:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 672 niov 1 nkiov 1 00000400:00000010:3.0:1715209000.304184:0:23802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.304188:0:23802:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.304191:0:23802:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954642112, portal 10 00000400:00000010:3.0:1715209000.304196:0:23802:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:3.0:1715209000.304198:0:23802:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954642112, offset 0 00000400:00000200:3.0:1715209000.304205:0:23802:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.304213:0:23802:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.304216:0:23802:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.304220:0:23802:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.304222:0:23802:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.304225:0:23802:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.304228:0:23802:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [99:99:255:4294967295] 192.168.203.134@tcp LPNI seq info [99:99:7:4294967295] 00000400:00000200:3.0:1715209000.304237:0:23802:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.304242:0:23802:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.304245:0:23802:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715209000.304250:0:23802:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.304256:0:23802:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.304259:0:23802:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.304288:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.304292:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715209000.304296:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.304301:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.304305:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:2.0:1715209000.304307:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715209000.304312:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954642048/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000800:00000200:2.0:1715209000.304341:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.304343:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:2.0:1715209000.304345:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.304348:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.304351:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:2.0:1715209000.304352:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:2.0:1715209000.304356:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954642112/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.306011:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.306021:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 328 into portal 15 MB=0x663c030a03540 00000400:00000200:0.0:1715209000.306026:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.134@tcp of length 328/328 into md 0xd [2] + 1704 00000400:00000200:0.0:1715209000.306034:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.306038:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.306042:0:22720:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715209000.306045:0:22720:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187100. 00000400:00000200:0.0:1715209000.306071:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.306076:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 10 MB=0x663c030401a80 00000400:00000200:0.0:1715209000.306087:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 640/640 into md 0x3e5 [1] + 224 00000400:00000200:0.0:1715209000.306126:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.306131:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.306136:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954642048/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000020:00000010:3.0:1715209000.306149:0:23767:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d06400. 00000020:00000010:3.0:1715209000.306158:0:23767:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e739c80. 00000020:00000010:3.0:1715209000.306162:0:23767:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b595e640. 00000100:00000200:3.0:1715209000.306191:0:23767:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526960940352 00000020:00000010:0.0:1715209000.306196:0:23766:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012ea00000. 00000100:00000010:0.0:1715209000.306203:0:23766:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff88009d31aa00. 02000000:00000010:3.0:1715209000.306217:0:23767:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b450000. 00000400:00000010:3.0:1715209000.306226:0:23767:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715209000.306230:0:23767:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526960940352, offset 224 00000400:00000200:3.0:1715209000.306238:0:23767:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.306246:0:23767:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.306251:0:23767:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [100:100:256:4294967295] 192.168.203.134@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1715209000.306260:0:23767:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.306265:0:23767:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209000.306272:0:23801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000800:00000010:3.0:1715209000.306273:0:23767:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715209000.306278:0:23767:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209000.306279:0:23801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715209000.306281:0:23801:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000800:00000200:3.0:1715209000.306284:0:23767:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.306287:0:23767:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715209000.306290:0:23801:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954642048/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:3.0:1715209000.306297:0:23767:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88009de28e40. 00000100:00000200:1.0:1715209000.306301:0:23801:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954642048/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.306324:0:23801:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b820f00. 00000020:00000010:3.0:1715209000.306324:0:23767:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e739c80. 00000020:00000010:3.0:1715209000.306327:0:23767:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b595e640. 00000020:00000010:3.0:1715209000.306330:0:23767:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d06400. 02000000:00000010:1.0:1715209000.306353:0:23801:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6193000. 02000000:00000010:1.0:1715209000.306357:0:23801:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009feecc00. 00000100:00000010:1.0:1715209000.306360:0:23801:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715209000.306361:0:23772:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 00000020:00000010:1.0:1715209000.306366:0:23801:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b0673000. 02000000:00000010:0.0:1715209000.306369:0:23772:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31a600. 00000100:00000010:1.0:1715209000.306373:0:23801:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504380. 02000000:00000010:1.0:1715209000.306383:0:23801:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0672c00. 00010000:00000010:0.0:1715209000.306403:0:23772:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88009de28e40. 00000800:00000200:3.0:1715209000.306405:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1715209000.306408:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f5ea00. 00000800:00000010:3.0:1715209000.306409:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:3.0:1715209000.306413:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209000.306416:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f20. 00010000:00000010:1.0:1715209000.306419:0:23801:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00300. 00000400:00000010:2.0:1715209000.306421:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000400:00000200:3.0:1715209000.306421:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00010000:00000010:1.0:1715209000.306422:0:23801:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b04c6a00. 00000100:00000200:2.0:1715209000.306424:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954642176, portal 18 00010000:00000010:1.0:1715209000.306426:0:23801:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e8fc0. 00000400:00000200:3.0:1715209000.306426:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:3.0:1715209000.306428:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000020:00000010:1.0:1715209000.306429:0:23801:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e93dc00. 00000400:00000010:2.0:1715209000.306429:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715209000.306432:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526954642176, offset 0 00000100:00000010:1.0:1715209000.306436:0:23801:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488b40. 00000400:00000200:2.0:1715209000.306438:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.306446:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715209000.306447:0:23801:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012b462000. 00000400:00000010:1.0:1715209000.306450:0:23801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000200:2.0:1715209000.306450:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209000.306453:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:2.0:1715209000.306453:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.306456:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715209000.306458:0:23801:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954642240, portal 10 00000400:00000200:2.0:1715209000.306458:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715209000.306461:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209000.306492:0:23801:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526954642240, offset 0 00000400:00000200:2.0:1715209000.306495:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [101:101:256:4294967295] 192.168.203.134@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:1.0:1715209000.306499:0:23801:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.306514:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.306520:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.306523:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209000.306526:0:23801:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715209000.306528:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209000.306530:0:23801:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.306534:0:23801:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209000.306534:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209000.306537:0:23801:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209000.306537:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1715209000.306539:0:23801:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.306542:0:23801:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [102:102:255:4294967295] 192.168.203.134@tcp LPNI seq info [102:102:7:4294967295] 00000400:00000200:1.0:1715209000.306552:0:23801:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.306557:0:23801:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.306560:0:23801:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209000.306565:0:23801:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.306571:0:23801:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.306575:0:23801:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 672 niov 1 nkiov 1 00000100:00000010:2.0:1715209000.306581:0:23803:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b60b2540. 00000020:00000010:2.0:1715209000.306585:0:23803:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b60b2400. 00000020:00000010:2.0:1715209000.306590:0:23803:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f5f000. 00000020:00000010:2.0:1715209000.306593:0:23803:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f5fa00. 00000040:00000010:2.0:1715209000.306596:0:23803:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f5fe00. 00000020:00000010:2.0:1715209000.306600:0:23803:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88013680a800. 00000020:00000010:2.0:1715209000.306604:0:23803:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac4d9420. 00000020:00000010:2.0:1715209000.306607:0:23803:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f5f600. 80000000:00000010:2.0:1715209000.306610:0:23803:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b60840c0. 00000800:00000200:3.0:1715209000.306611:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 40000000:00000010:2.0:1715209000.306613:0:23803:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b60b2640. 00000800:00000010:3.0:1715209000.306615:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00100000:00000010:2.0:1715209000.306617:0:23803:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013680b000. 00000400:00000200:3.0:1715209000.306618:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1715209000.306620:0:23803:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6f52f00. 00040000:00000010:2.0:1715209000.306623:0:23803:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136809800. 00000400:00000200:3.0:1715209000.306623:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715209000.306626:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00040000:00000010:2.0:1715209000.306628:0:23803:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f58a00. 00000400:00000010:3.0:1715209000.306628:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000004:00000010:2.0:1715209000.306632:0:23803:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136809000. 00000100:00000200:3.0:1715209000.306634:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954642176/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000004:00000010:2.0:1715209000.306638:0:23803:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800aaa0a000. 00000004:00000010:2.0:1715209000.306643:0:23803:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff880136808800. 00002000:00000010:2.0:1715209000.306648:0:23803:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a1086400. 00000004:00000010:2.0:1715209000.306653:0:23803:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800a1084c00. 00000100:00000010:2.0:1715209000.306658:0:23803:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88013680b800. 00000100:00000200:2.0:1715209000.306667:0:23803:0:(service.c:2832:ptlrpc_main()) service thread 2 (#3) started 00000800:00000200:3.0:1715209000.306681:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715209000.306684:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:3.0:1715209000.306689:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715209000.306694:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715209000.306697:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:3.0:1715209000.306699:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:3.0:1715209000.306705:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504380 x1798526954642240/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.307873:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.307883:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 18 MB=0x663c030401b00 00000400:00000200:0.0:1715209000.307889:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3f9 [1] + 224 00000400:00000200:0.0:1715209000.307897:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.307901:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.307999:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954642176/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.308034:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.308040:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 10 MB=0x663c030401ac0 00000400:00000200:0.0:1715209000.308045:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 640/640 into md 0x3ed [1] + 224 00000400:00000200:0.0:1715209000.308051:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.308055:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.308058:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954642112/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.308070:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f20. 00000400:00000200:2.0:1715209000.308075:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:2.0:1715209000.308077:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209000.308084:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954642176/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.308098:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.308124:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 10 MB=0x663c030401b40 00000400:00000200:0.0:1715209000.308128:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 640/640 into md 0x401 [1] + 224 00000100:00000200:2.0:1715209000.308138:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954642176/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.308157:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.308161:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:3.0:1715209000.308163:0:23802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209000.308167:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f5ea00. 00000400:00000200:3.0:1715209000.308172:0:23802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 02000000:00000010:2.0:1715209000.308174:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31a600. 00000100:00000010:2.0:1715209000.308178:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000400:00000010:3.0:1715209000.308185:0:23802:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715209000.308192:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504380 x1798526954642240/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.308195:0:23802:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954642112/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.308212:0:23802:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954642112/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.308239:0:23802:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28480. 00000002:00000010:3.0:1715209000.308260:0:23802:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a43d7c0. 00000080:00000010:3.0:1715209000.308268:0:23802:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d07600. 00020000:00000010:3.0:1715209000.308279:0:23802:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c41e0. 00020000:00000010:3.0:1715209000.308281:0:23802:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e739c80. 00020000:00000010:3.0:1715209000.308283:0:23802:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c46c0. 00020000:00000010:3.0:1715209000.308288:0:23802:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e739c80. 00020000:00000010:3.0:1715209000.308290:0:23802:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d1c41e0. 00020000:00000010:3.0:1715209000.308292:0:23802:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d1c46c0. 00020000:00000010:3.0:1715209000.308297:0:23802:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d1c46c0. 00020000:00000010:3.0:1715209000.308299:0:23802:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e739c80. 00020000:00000010:3.0:1715209000.308301:0:23802:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d1c41e0. 00020000:00000010:3.0:1715209000.308302:0:23802:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e739c80. 00020000:00000010:3.0:1715209000.308304:0:23802:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d1c46c0. 00020000:00000010:3.0:1715209000.308306:0:23802:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d1c41e0. 00000400:00000010:1.0:1715209000.308309:0:23801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:1.0:1715209000.308317:0:23801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 02000000:00000010:3.0:1715209000.308317:0:23802:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6076000. 00000400:00000010:1.0:1715209000.308319:0:23801:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 02000000:00000010:3.0:1715209000.308321:0:23802:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9c800. 00000100:00000010:3.0:1715209000.308324:0:23802:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:1.0:1715209000.308327:0:23801:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504380 x1798526954642240/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00020000:00000010:3.0:1715209000.308336:0:23802:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e739c80. 00000100:00000200:1.0:1715209000.308337:0:23801:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504380 x1798526954642240/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:3.0:1715209000.308342:0:23802:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e260. 00000100:00000010:1.0:1715209000.308361:0:23801:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488b40. 00000008:00000010:3.0:1715209000.308363:0:23802:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e260. 00020000:00000010:3.0:1715209000.308365:0:23802:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e739c80. 00000020:00000010:1.0:1715209000.308373:0:23801:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6ccbc00. 02000000:00000010:1.0:1715209000.308393:0:23801:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012b462000. 02000000:00000010:1.0:1715209000.308397:0:23801:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0672c00. 00000100:00000010:1.0:1715209000.308400:0:23801:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504380. 00800000:00000010:1.0:1715209000.308403:0:23801:0:(lmv_intent.c:280:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff88009d31ac00. 00000080:00000010:1.0:1715209000.308408:0:23801:0:(llite_lib.c:1907:ll_update_lsm_md()) kfreed 'attr': 80 at ffff88012e9e7f00. 00000080:00000010:1.0:1715209000.308420:0:23801:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009eea00e0. 00000080:00000010:1.0:1715209000.308428:0:23801:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31b400. 02000000:00000010:1.0:1715209000.308433:0:23801:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6197800. 02000000:00000010:1.0:1715209000.308435:0:23801:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009feefc00. 00000100:00000010:1.0:1715209000.308448:0:23801:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000080:00000010:1.0:1715209000.308494:0:23801:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88009d295000. 00000080:00000010:1.0:1715209000.308499:0:23801:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6cca600. 00000100:00000010:1.0:1715209000.308513:0:23801:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504380. 02000000:00000010:1.0:1715209000.308524:0:23801:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0672c00. 00010000:00000010:1.0:1715209000.308533:0:23801:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e9200. 00000100:00000010:1.0:1715209000.308543:0:23801:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488b40. 02000000:00000010:1.0:1715209000.308617:0:23801:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88012bd80000. 00000400:00000010:1.0:1715209000.308622:0:23801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000010:1.0:1715209000.308626:0:23801:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b0671c00. 00000100:00000200:1.0:1715209000.308630:0:23801:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954642368, portal 10 00000400:00000010:1.0:1715209000.308634:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000100:00000200:1.0:1715209000.308636:0:23801:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1798526954642368, offset 0 00000400:00000200:1.0:1715209000.308643:0:23801:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.308650:0:23801:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.308654:0:23801:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.308657:0:23801:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.308660:0:23801:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.308662:0:23801:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.308665:0:23801:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [103:103:256:4294967295] 192.168.203.134@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:1.0:1715209000.308674:0:23801:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.308679:0:23801:0:(socklnd_cb.c:1007:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.308682:0:23801:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00200. 00000800:00000200:1.0:1715209000.308686:0:23801:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.308692:0:23801:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.308695:0:23801:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00200 type 1, nob 760 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.308865:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.308870:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00200. 00000400:00000200:2.0:1715209000.308874:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.308881:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.308884:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:2.0:1715209000.308887:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:2.0:1715209000.308893:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504380 x1798526954642368/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:3.1:1715209000.309615:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e8900. 00010000:00000010:2.1:1715209000.309620:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00a00. 00010000:00000010:2.1:1715209000.309628:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a3a80. 00000400:00000200:0.0:1715209000.310855:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.310867:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401bc0 00000400:00000200:0.0:1715209000.310873:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x409 [32] + 224 00000400:00000200:0.0:1715209000.310890:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.310895:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.310901:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504380 x1798526954642368/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.311040:0:23801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:1.0:1715209000.311047:0:23801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0671c00 00000400:00000010:1.0:1715209000.311049:0:23801:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800b0671c00. 00000100:00000200:1.0:1715209000.311058:0:23801:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504380 x1798526954642368/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.311085:0:23801:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504380 x1798526954642368/t0(0) o101->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.311137:0:23801:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488b40. 00010000:00000010:1.0:1715209000.311149:0:23801:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00500. 00010000:00000010:1.0:1715209000.311152:0:23801:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b7afcf00. 00000002:00000010:1.0:1715209000.311169:0:23801:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e93ddc0. 00000080:00000010:1.0:1715209000.311183:0:23801:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0ac9800. 00000080:00000010:1.0:1715209000.311193:0:23801:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b6dff320. 00020000:00000010:1.0:1715209000.311199:0:23801:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012f33d9f8. 00020000:00000010:1.0:1715209000.311203:0:23801:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d295240. 00020000:00000010:1.0:1715209000.311207:0:23801:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801376ba680. 00020000:00000010:1.0:1715209000.311210:0:23801:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295480. 00020000:00000010:1.0:1715209000.311213:0:23801:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009d61b6f0. 00020000:00000010:1.0:1715209000.311215:0:23801:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009d488b40. 00020000:00000010:1.0:1715209000.311219:0:23801:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009d5a40c8. 00020000:00000010:1.0:1715209000.311224:0:23801:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b6dff3e8. 00000008:00000010:1.0:1715209000.311228:0:23801:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800b04d6320. 00020000:00000010:1.0:1715209000.311239:0:23801:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d2950c0. 00020000:00000010:1.0:1715209000.311242:0:23801:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801376ba700. 00020000:00000010:1.0:1715209000.311243:0:23801:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295660. 00020000:00000010:1.0:1715209000.311246:0:23801:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8801376ba700. 00020000:00000010:1.0:1715209000.311250:0:23801:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d2950c0. 00020000:00000010:1.0:1715209000.311252:0:23801:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d295660. 00000080:00000010:1.0:1715209000.311258:0:23801:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009eea0c40. 00000080:00000010:1.0:1715209000.311263:0:23801:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6cca600. 00000080:00000010:1.0:1715209000.311269:0:23801:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b62d2140. 00000080:00000010:1.0:1715209000.311273:0:23801:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e93de40. 00000002:00000010:1.0:1715209000.311279:0:23801:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009eea0420. 02000000:00000010:1.0:1715209000.311284:0:23801:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88012bd80000. 00000080:00000010:1.0:1715209000.311330:0:23801:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88009d295000. 00000080:00000010:1.0:1715209000.311409:0:23801:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6cca600. 00000080:00000010:1.0:1715209000.311429:0:23801:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6cca600. 00020000:00000010:1.0:1715209000.311447:0:23801:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801376ba700. 00000008:00000010:1.0:1715209000.311453:0:23801:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6000. 00010000:00000010:1.0:1715209000.311496:0:23801:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00a00. 00010000:00000010:1.0:1715209000.311499:0:23801:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009d488f00. 00010000:00000010:1.0:1715209000.311503:0:23801:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e9440. 00010000:00000010:1.0:1715209000.311507:0:23801:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff8801376bab00. 00010000:00000010:1.0:1715209000.311510:0:23801:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e93d800. 00000100:00000010:1.0:1715209000.311515:0:23801:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a504e00. 02000000:00000010:1.0:1715209000.311523:0:23801:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6cca600. 02000000:00000010:2.0:1715209000.311660:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a1085000. 00000400:00000010:2.0:1715209000.311669:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f20. 00000400:00000010:2.0:1715209000.311673:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209000.311677:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954642432, portal 4 00000400:00000010:2.0:1715209000.311682:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209000.311684:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954642432, offset 0 00000400:00000200:2.0:1715209000.311691:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.311698:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.311702:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.311705:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.311708:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.311710:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.311713:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [104:104:256:4294967295] 192.168.203.134@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:2.0:1715209000.311723:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.311727:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.311730:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209000.311744:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.311750:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.311753:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.311851:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.311856:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209000.311860:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.311866:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.311870:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:0.0:1715209000.311872:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715209000.311879:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a504e00 x1798526954642432/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:2.1:1715209000.312593:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e8d80. 00000400:00000200:0.0:1715209000.313336:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.313348:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030401c00 00000400:00000200:0.0:1715209000.313354:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x411 [1] + 224 00000400:00000200:0.0:1715209000.313371:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.313375:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.313382:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a504e00 x1798526954642432/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.313506:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f20. 00000400:00000200:2.0:1715209000.313513:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:2.0:1715209000.313515:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209000.313524:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a504e00 x1798526954642432/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.313535:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a504e00 x1798526954642432/t0(0) o101->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1715209000.313597:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1085000. 02000000:00000010:2.0:1715209000.313602:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6cca600. 00000100:00000010:2.0:1715209000.313605:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504e00. 00000008:00000010:1.0:1715209000.313695:0:23801:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6000. 00020000:00000010:1.0:1715209000.313703:0:23801:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801376ba700. 00000020:00000010:1.0:1715209000.313751:0:23801:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800b0671c00. 00020000:00000010:1.0:1715209000.313775:0:23801:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801376ba700. 00000008:00000010:1.0:1715209000.313779:0:23801:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6000. 00000020:00000010:1.0:1715209000.313813:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c7000. 00000020:00000010:1.0:1715209000.313840:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c70d8. 00000020:00000010:1.0:1715209000.313852:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c71b0. 00000020:00000010:1.0:1715209000.313861:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c7288. 00000020:00000010:1.0:1715209000.313869:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c7360. 00000020:00000010:1.0:1715209000.313877:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c7438. 00000020:00000010:1.0:1715209000.313886:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c7510. 00000020:00000010:1.0:1715209000.313894:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c75e8. 00000008:00000010:1.0:1715209000.313906:0:23801:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff880136928508. 00000008:00000010:0.0:1715209000.314029:0:22730:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 64 at ffff8800b60de840. 00000008:00000010:0.0:1715209000.314036:0:22730:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b60fadd0. 00000100:00000010:0.0:1715209000.314062:0:22730:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209000.314070:0:22730:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31ac00. 00000100:00000010:0.0:1715209000.314076:0:22730:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff88009feec000. 00000100:00000010:0.0:1715209000.314078:0:22730:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff88009d41ed80. 00000400:00000010:1.0:1715209000.314155:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7f78. 00000400:00000010:1.0:1715209000.314161:0:22727:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b7b00200. 00000100:00000200:1.0:1715209000.314165:0:22727:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x663c030401c80-0x663c030401c80, portal 8 02000000:00000010:1.0:1715209000.314170:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0673400. 00000400:00000010:1.0:1715209000.314173:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000400:00000010:1.0:1715209000.314175:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715209000.314177:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954642560, portal 4 00000400:00000010:1.0:1715209000.314182:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:1.0:1715209000.314191:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526954642560, offset 0 00000400:00000200:1.0:1715209000.314198:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.314206:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.314210:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.314214:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.314217:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.314219:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.314222:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [105:105:256:4294967295] 192.168.203.134@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1715209000.314231:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.314236:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.314239:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209000.314243:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.314249:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.314252:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.314351:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.314355:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715209000.314358:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.314364:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.314368:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715209000.314370:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715209000.314375:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954642560/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.315936:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.315948:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 32768 into portal 8 MB=0x663c030401c80 00000400:00000200:0.0:1715209000.315954:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.134@tcp of length 32768/32768 into md 0x419 [8] + 0 00000400:00000010:0.0:1715209000.315959:0:22720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7f78. 00000400:00000200:0.0:1715209000.315962:0:22720:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b7b00200 00000400:00000200:0.0:1715209000.316020:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.316025:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.316028:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b7b00200 00000400:00000010:0.0:1715209000.316030:0:22720:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 248 at ffff8800b7b00200. 00000100:00000200:0.0:1715209000.316033:0:22720:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff88009feec000 00000400:00000200:0.0:1715209000.316053:0:22720:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715209000.316058:0:22720:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.316064:0:22720:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [106:106:256:4294967295] 192.168.203.134@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:0.0:1715209000.316072:0:22720:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:0.0:1715209000.316077:0:22720:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.316081:0:22720:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff88009d31b400. 00000800:00000200:0.0:1715209000.316085:0:22720:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.316090:0:22720:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.316120:0:22720:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009d31b400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715209000.316172:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.316175:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 360 at ffff88009d31b400. 00000400:00000200:0.0:1715209000.316179:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.316184:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1715209000.317274:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.317285:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 440 into portal 4 MB=0x663c030401c80 00000400:00000200:0.0:1715209000.317291:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 440/440 into md 0x41d [1] + 224 00000400:00000200:0.0:1715209000.317308:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.317312:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.317319:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954642560/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.317490:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:1.0:1715209000.317498:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:1.0:1715209000.317500:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715209000.317508:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954642560/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.317519:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954642560/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:1.0:1715209000.317567:0:22727:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b60fadd0. 00000008:00000010:1.0:1715209000.317603:0:22727:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff880136928508. 00000008:00000010:1.0:1715209000.317607:0:22727:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 64 at ffff8800b60de840. 02000000:00000010:1.0:1715209000.317614:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0673400. 00000100:00000010:1.0:1715209000.317618:0:22727:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff88009d41ed80. 00000100:00000010:1.0:1715209000.317621:0:22727:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff88009feec000. 02000000:00000010:1.0:1715209000.317624:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31ac00. 00000100:00000010:1.0:1715209000.317627:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000008:00000010:2.0:1715209000.317828:0:23801:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6000. 00020000:00000010:2.0:1715209000.317836:0:23801:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801376ba700. 00020000:00000010:2.0:1715209000.318042:0:23801:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d3a0900. 00000008:00000010:2.0:1715209000.318047:0:23801:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b05c8390. 00000020:00000010:2.0:1715209000.318071:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e7471b0. 00000020:00000010:2.0:1715209000.318097:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747288. 00000020:00000010:2.0:1715209000.318136:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747360. 00000020:00000010:2.0:1715209000.318145:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747438. 00000020:00000010:2.0:1715209000.318154:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747510. 00000020:00000010:2.0:1715209000.318162:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e7475e8. 00000020:00000010:2.0:1715209000.318171:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e7476c0. 00000020:00000010:2.0:1715209000.318179:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747798. 00000020:00000010:2.0:1715209000.318187:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747870. 00000020:00000010:2.0:1715209000.318196:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747948. 00000020:00000010:2.0:1715209000.318204:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747a20. 00000020:00000010:2.0:1715209000.318212:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747af8. 00000020:00000010:2.0:1715209000.318220:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747bd0. 00000020:00000010:2.0:1715209000.318228:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747ca8. 00000020:00000010:2.0:1715209000.318243:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747d80. 00000020:00000010:2.0:1715209000.318252:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e747e58. 00000020:00000010:2.0:1715209000.318265:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4000. 00000020:00000010:2.0:1715209000.318274:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc40d8. 00000020:00000010:2.0:1715209000.318283:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc41b0. 00000020:00000010:2.0:1715209000.318291:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4288. 00000020:00000010:2.0:1715209000.318299:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4360. 00000020:00000010:2.0:1715209000.318307:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4438. 00000020:00000010:2.0:1715209000.318315:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4510. 00000020:00000010:2.0:1715209000.318323:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc45e8. 00000020:00000010:2.0:1715209000.318331:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc46c0. 00000020:00000010:2.0:1715209000.318347:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4798. 00000020:00000010:2.0:1715209000.318355:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4870. 00000020:00000010:2.0:1715209000.318363:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4948. 00000020:00000010:2.0:1715209000.318373:0:23801:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012abc4a20. 00000008:00000010:2.0:1715209000.318391:0:23801:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800a9e9d398. 00000008:00000010:0.0:1715209000.318525:0:22728:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 232 at ffff8800b6f5dc00. 00000008:00000010:0.0:1715209000.318532:0:22728:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b60fa0d0. 00000100:00000010:0.0:1715209000.318553:0:22728:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209000.318562:0:22728:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d308a00. 00000100:00000010:0.0:1715209000.318567:0:22728:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff88009feeec00. 00000100:00000010:0.0:1715209000.318570:0:22728:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 464 at ffff88009d31ac00. 00000400:00000010:2.0:1715209000.318646:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f20. 00000400:00000010:2.0:1715209000.318652:0:22729:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 584 at ffff8800a1085000. 00000100:00000200:2.0:1715209000.318656:0:22729:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 29 pages 118784 bytes, mbits x0x663c030401d00-0x663c030401d00, portal 8 02000000:00000010:2.0:1715209000.318663:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009ef9b000. 00000400:00000010:2.0:1715209000.318668:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43793c8. 00000400:00000010:2.0:1715209000.318671:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209000.318675:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954642688, portal 4 00000400:00000010:2.0:1715209000.318680:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715209000.318683:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526954642688, offset 0 00000400:00000200:2.0:1715209000.318692:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.318702:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.318707:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.318712:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.318715:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.318719:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.318724:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [107:107:256:4294967295] 192.168.203.134@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:2.0:1715209000.318747:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.318756:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.318761:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715209000.318767:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.318775:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.318780:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.318885:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.318889:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715209000.318892:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.318899:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.318903:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715209000.318904:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715209000.318910:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954642688/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.320912:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.320923:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 118784 into portal 8 MB=0x663c030401d00 00000400:00000200:0.0:1715209000.320929:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.134@tcp of length 118784/118784 into md 0x425 [29] + 0 00000400:00000010:0.0:1715209000.320933:0:22720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f20. 00000400:00000200:0.0:1715209000.320945:0:22720:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a1085000 00000400:00000200:0.0:1715209000.321148:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.321154:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.321158:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1085000 00000400:00000010:0.0:1715209000.321160:0:22720:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 584 at ffff8800a1085000. 00000100:00000200:0.0:1715209000.321164:0:22720:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff88009feeec00 00000400:00000200:0.0:1715209000.321185:0:22720:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715209000.321190:0:22720:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.203.34@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.321196:0:22720:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [108:108:256:4294967295] 192.168.203.134@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1715209000.321205:0:22720:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:192.168.203.34@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:0.0:1715209000.321210:0:22720:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 29 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.321213:0:22720:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 696 at ffff88009feefc00. 00000800:00000200:0.0:1715209000.321218:0:22720:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.321223:0:22720:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.321226:0:22720:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009feefc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715209000.321275:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.321278:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 696 at ffff88009feefc00. 00000400:00000200:0.0:1715209000.321280:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.321284:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1715209000.322318:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.322329:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 440 into portal 4 MB=0x663c030401d00 00000400:00000200:0.0:1715209000.322336:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 440/440 into md 0x429 [1] + 224 00000400:00000200:0.0:1715209000.322353:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.322357:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.322364:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954642688/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.322439:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43793c8. 00000400:00000200:2.0:1715209000.322445:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:2.0:1715209000.322446:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209000.322454:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954642688/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.322492:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954642688/t0(0) o3->lustre-OST0000-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/440 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1715209000.322568:0:22729:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b60fa0d0. 00000008:00000010:2.0:1715209000.322609:0:22729:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800a9e9d398. 00000008:00000010:2.0:1715209000.322613:0:22729:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 232 at ffff8800b6f5dc00. 02000000:00000010:2.0:1715209000.322620:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009ef9b000. 00000100:00000010:2.0:1715209000.322625:0:22729:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 464 at ffff88009d31ac00. 00000100:00000010:2.0:1715209000.322628:0:22729:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff88009feeec00. 02000000:00000010:2.0:1715209000.322631:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d308a00. 00000100:00000010:2.0:1715209000.322635:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000020:00000010:0.0:1715209000.322642:0:23801:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff88009feefc00. 00000008:00000010:0.0:1715209000.322688:0:23801:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b05c8390. 00020000:00000010:0.0:1715209000.322692:0:23801:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d3a0900. 00020000:00000010:0.0:1715209000.323248:0:23801:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41ee00. 00000008:00000010:0.0:1715209000.323256:0:23801:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192130. 00000008:00000010:0.0:1715209000.323280:0:23801:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192130. 00020000:00000010:0.0:1715209000.323283:0:23801:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41ee00. 00020000:00000010:0.0:1715209000.323305:0:23801:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41ee00. 00000008:00000010:0.0:1715209000.323308:0:23801:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192130. 00000008:00000010:0.0:1715209000.323318:0:23801:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192130. 00020000:00000010:0.0:1715209000.323320:0:23801:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41ee00. 00020000:00000010:0.0:1715209000.323337:0:23801:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41ee00. 00000008:00000010:0.0:1715209000.323340:0:23801:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192130. 00020000:00000010:0.0:1715209000.323350:0:23801:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009d41ee80. 00000008:00000010:0.0:1715209000.323353:0:23801:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a5192260. 00000008:00000010:0.0:1715209000.323359:0:23801:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192260. 00020000:00000010:0.0:1715209000.323361:0:23801:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41ee80. 00000008:00000010:0.0:1715209000.323369:0:23801:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a5192130. 00020000:00000010:0.0:1715209000.323371:0:23801:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009d41ee00. 00000080:00000010:0.0:1715209000.323542:0:23801:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88009d31a600. 00000100:00000010:0.0:1715209000.323551:0:23801:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209000.323559:0:23801:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d31ac00. 00000100:00000010:0.0:1715209000.323569:0:23801:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b820180. 02000000:00000010:0.0:1715209000.323579:0:23801:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feee800. 00000400:00000010:0.0:1715209000.323583:0:23801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715209000.323586:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715209000.323590:0:23801:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954642816, portal 10 00000400:00000010:0.0:1715209000.323594:0:23801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715209000.323596:0:23801:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954642816, offset 0 00000400:00000200:0.0:1715209000.323602:0:23801:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.323609:0:23801:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.323613:0:23801:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.323616:0:23801:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.323618:0:23801:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.323621:0:23801:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.323623:0:23801:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [109:109:256:4294967295] 192.168.203.134@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1715209000.323641:0:23801:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.323646:0:23801:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.323649:0:23801:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209000.323654:0:23801:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.323659:0:23801:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.323662:0:23801:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.323837:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.323842:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715209000.323846:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.323852:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.323857:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:2.0:1715209000.323858:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:2.0:1715209000.323865:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954642816/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.325612:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.325624:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030401d80 00000400:00000200:0.0:1715209000.325630:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x431 [1] + 224 00000400:00000200:0.0:1715209000.325660:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.325664:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.325671:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954642816/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.325759:0:23801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:2.0:1715209000.325774:0:23801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209000.325777:0:23801:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209000.325786:0:23801:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954642816/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.325801:0:23801:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954642816/t0(0) o35->lustre-MDT0001-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1715209000.325830:0:23801:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b820180. 00000080:00000010:2.0:1715209000.325839:0:23801:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88009d31a600. 02000000:00000010:2.0:1715209000.325851:0:23801:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0672c00. 00000100:00000010:2.0:1715209000.325855:0:23801:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504380. 00000002:00000010:2.0:1715209000.325859:0:23801:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009eea0420. 00000080:00000010:2.0:1715209000.325862:0:23801:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e93de40. 02000000:00000010:2.0:1715209000.325866:0:23801:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feee800. 02000000:00000010:2.0:1715209000.325870:0:23801:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d31ac00. 00000100:00000010:2.0:1715209000.325873:0:23801:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000080:00000010:2.0:1715209000.325878:0:23801:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b62d2140. 00000080:00000010:3.0:1715209000.326197:0:23802:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6d07600. 00000080:00000010:3.0:1715209000.326220:0:23802:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d07600. 00020000:00000010:3.0:1715209000.326244:0:23802:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e739c80. 00000008:00000010:3.0:1715209000.326250:0:23802:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e260. 00000008:00000010:3.0:1715209000.326269:0:23802:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e260. 00020000:00000010:3.0:1715209000.326272:0:23802:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e739c80. 00020000:00000010:3.0:1715209000.326435:0:23802:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e739c80. 00000008:00000010:3.0:1715209000.326439:0:23802:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009e65e260. 00000008:00000010:3.0:1715209000.326522:0:23802:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009e65e260. 00020000:00000010:3.0:1715209000.326526:0:23802:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e739c80. 00000080:00000010:3.0:1715209000.326858:0:23802:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6d07600. 00000100:00000010:3.0:1715209000.326867:0:23802:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715209000.326875:0:23802:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06c00. 00000100:00000010:3.0:1715209000.326885:0:23802:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009de28480. 02000000:00000010:3.0:1715209000.326896:0:23802:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b450400. 00000400:00000010:3.0:1715209000.326899:0:23802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209000.326903:0:23802:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.326906:0:23802:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954642944, portal 10 00000400:00000010:3.0:1715209000.326910:0:23802:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715209000.326911:0:23802:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954642944, offset 0 00000400:00000200:3.0:1715209000.326918:0:23802:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209000.326925:0:23802:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209000.326928:0:23802:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209000.326931:0:23802:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209000.326934:0:23802:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209000.326936:0:23802:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209000.326939:0:23802:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [110:110:256:4294967295] 192.168.203.134@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:3.0:1715209000.326948:0:23802:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209000.326953:0:23802:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209000.326955:0:23802:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715209000.326960:0:23802:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209000.326965:0:23802:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209000.326968:0:23802:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.327156:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.327161:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715209000.327165:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.327172:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.327176:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:0.0:1715209000.327177:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:0.0:1715209000.327183:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954642944/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.328786:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.328797:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c030401e00 00000400:00000200:0.0:1715209000.328802:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x439 [1] + 224 00000400:00000200:0.0:1715209000.328819:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.328823:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.328829:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954642944/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.328979:0:23802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209000.328987:0:23802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209000.328988:0:23802:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209000.328996:0:23802:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954642944/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.329015:0:23802:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954642944/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:3.0:1715209000.329040:0:23802:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009de28480. 00000080:00000010:3.0:1715209000.329048:0:23802:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6d07600. 02000000:00000010:3.0:1715209000.329058:0:23802:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0672000. 00000100:00000010:3.0:1715209000.329061:0:23802:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a504700. 00000002:00000010:3.0:1715209000.329064:0:23802:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009eea0700. 00000080:00000010:3.0:1715209000.329066:0:23802:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e93d640. 02000000:00000010:3.0:1715209000.329069:0:23802:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b450400. 02000000:00000010:3.0:1715209000.329071:0:23802:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06c00. 00000100:00000010:3.0:1715209000.329073:0:23802:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000080:00000010:3.0:1715209000.329076:0:23802:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b62d2000. 00000080:00000010:1.0:1715209000.332705:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccae00. 00000080:00000010:1.0:1715209000.332731:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccae00. 00000080:00000010:1.0:1715209000.332749:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ccae00. 00000080:00000010:1.0:1715209000.332756:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ccae00. 00000020:00000010:1.0:1715209000.332764:0:23804:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b4331f30. 00000020:00000010:1.0:1715209000.332766:0:23804:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ccae00. 00000020:00000010:1.0:1715209000.332769:0:23804:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6cca800. 00000020:00000010:1.0:1715209000.332771:0:23804:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295000. 00000008:00000010:1.0:1715209000.332775:0:23804:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a87737c8. 00020000:00000010:1.0:1715209000.332778:0:23804:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d4883c0. 00008000:00000010:1.0:1715209000.332782:0:23804:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad2211a8. 00000080:00000010:1.0:1715209000.332786:0:23804:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a722f8. 00000080:00000010:1.0:1715209000.332788:0:23804:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54b68. 00000020:00000010:1.0:1715209000.332791:0:23804:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ccba00. 00000008:00000010:1.0:1715209000.332794:0:23804:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516420. 00020000:00000010:1.0:1715209000.332797:0:23804:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e9680. 00008000:00000010:1.0:1715209000.332799:0:23804:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a40d0. 00000080:00000010:1.0:1715209000.332802:0:23804:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af2d0. 00020000:00000010:1.0:1715209000.332811:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801376bac80. 00000020:00000010:1.0:1715209000.332814:0:23804:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b4331240. 00000020:00000010:1.0:1715209000.332816:0:23804:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ccbe00. 00000020:00000010:1.0:1715209000.332819:0:23804:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6cca600. 00000020:00000010:1.0:1715209000.332821:0:23804:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009d295660. 00000008:00000010:1.0:1715209000.332824:0:23804:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a87742f0. 00020000:00000010:1.0:1715209000.332826:0:23804:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d488180. 00008000:00000010:1.0:1715209000.332828:0:23804:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad221530. 00000080:00000010:1.0:1715209000.332830:0:23804:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72390. 00000080:00000010:1.0:1715209000.332832:0:23804:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54db0. 00000020:00000010:1.0:1715209000.332834:0:23804:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ccb600. 00000008:00000010:1.0:1715209000.332836:0:23804:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b0516580. 00020000:00000010:1.0:1715209000.332838:0:23804:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91e98c0. 00008000:00000010:1.0:1715209000.332839:0:23804:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a40b0. 00000080:00000010:1.0:1715209000.332842:0:23804:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af3c0. 00000008:00000010:1.0:1715209000.332853:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00000008:00000010:1.0:1715209000.332874:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.332877:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801376bac80. 00000080:00000010:1.0:1715209000.332904:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f4a800. 00000080:00000010:1.0:1715209000.332914:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4a800. 00000080:00000010:1.0:1715209000.332924:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f4a800. 00000100:00000010:1.0:1715209000.332931:0:23804:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505180. 02000000:00000010:1.0:1715209000.332940:0:23804:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0673400. 00010000:00000010:1.0:1715209000.332950:0:23804:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e9b00. 00000100:00000010:1.0:1715209000.332957:0:23804:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488240. 02000000:00000010:1.0:1715209000.332968:0:23804:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012b462000. 00000400:00000010:1.0:1715209000.332971:0:23804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000400:00000010:1.0:1715209000.332975:0:23804:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715209000.332978:0:23804:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526954643008, portal 10 00000400:00000010:1.0:1715209000.332982:0:23804:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:1.0:1715209000.332984:0:23804:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526954643008, offset 0 00000400:00000200:1.0:1715209000.332991:0:23804:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.332998:0:23804:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.333002:0:23804:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.333005:0:23804:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.333007:0:23804:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.333010:0:23804:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.333013:0:23804:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [111:111:256:4294967295] 192.168.203.134@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:1.0:1715209000.333022:0:23804:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.333027:0:23804:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.333030:0:23804:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715209000.333034:0:23804:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.333040:0:23804:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.333043:0:23804:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.333223:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.333228:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715209000.333232:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.333238:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.333243:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715209000.333244:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715209000.333251:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a505180 x1798526954643008/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.335082:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.335094:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 10 MB=0x663c030401e40 00000400:00000200:0.0:1715209000.335121:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 640/640 into md 0x441 [1] + 224 00000400:00000200:0.0:1715209000.335140:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.335144:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.335151:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a505180 x1798526954643008/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.335282:0:23804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:1.0:1715209000.335290:0:23804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:1.0:1715209000.335300:0:23804:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715209000.335309:0:23804:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a505180 x1798526954643008/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.335320:0:23804:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a505180 x1798526954643008/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.335343:0:23804:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488240. 00010000:00000010:1.0:1715209000.335354:0:23804:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00000. 00010000:00000010:1.0:1715209000.335356:0:23804:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8801376bac80. 00000002:00000010:1.0:1715209000.335370:0:23804:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e93d140. 00000080:00000010:1.0:1715209000.335384:0:23804:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0aca000. 00000080:00000010:1.0:1715209000.335393:0:23804:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b6dff4b0. 00020000:00000010:1.0:1715209000.335398:0:23804:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012f33d910. 00020000:00000010:1.0:1715209000.335402:0:23804:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d2950c0. 00020000:00000010:1.0:1715209000.335404:0:23804:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801376ba280. 00020000:00000010:1.0:1715209000.335406:0:23804:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d295c60. 00020000:00000010:1.0:1715209000.335410:0:23804:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009d61b540. 00020000:00000010:1.0:1715209000.335412:0:23804:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009d488240. 00020000:00000010:1.0:1715209000.335415:0:23804:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009d5a4038. 00020000:00000010:1.0:1715209000.335419:0:23804:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b6dff578. 00000008:00000010:1.0:1715209000.335423:0:23804:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800b04d64b0. 00020000:00000010:1.0:1715209000.335433:0:23804:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.335436:0:23804:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801376ba700. 00020000:00000010:1.0:1715209000.335438:0:23804:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e7ae8a0. 00020000:00000010:1.0:1715209000.335441:0:23804:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8801376ba700. 00020000:00000010:1.0:1715209000.335444:0:23804:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.335446:0:23804:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e7ae8a0. 00000080:00000010:1.0:1715209000.335453:0:23804:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009eea0f60. 00000080:00000010:1.0:1715209000.335497:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209000.335503:0:23804:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012b462000. 02000000:00000010:1.0:1715209000.335507:0:23804:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0673400. 00000100:00000010:1.0:1715209000.335509:0:23804:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505180. 00000080:00000010:1.0:1715209000.335518:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f4a800. 00000080:00000010:1.0:1715209000.335540:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4a800. 00020000:00000010:1.0:1715209000.335559:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801376ba700. 00000008:00000010:1.0:1715209000.335565:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00010000:00000010:1.0:1715209000.335571:0:23804:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b7b00200. 00010000:00000010:1.0:1715209000.335574:0:23804:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009d488e40. 00010000:00000010:1.0:1715209000.335578:0:23804:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e9d40. 00000020:00000010:1.0:1715209000.335581:0:23804:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e93d500. 00010000:00000010:1.0:1715209000.335586:0:23804:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff8800b05e1900. 00010000:00000010:1.0:1715209000.335588:0:23804:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e93dc40. 00000100:00000010:1.0:1715209000.335592:0:23804:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505180. 02000000:00000010:1.0:1715209000.335600:0:23804:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f4a800. 02000000:00000010:2.0:1715209000.335737:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009ef9b000. 00000400:00000010:2.0:1715209000.335745:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43793c8. 00000400:00000010:2.0:1715209000.335749:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209000.335753:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954643072, portal 4 00000400:00000010:2.0:1715209000.335758:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209000.335761:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526954643072, offset 0 00000400:00000200:2.0:1715209000.335768:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209000.335775:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209000.335779:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209000.335783:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209000.335785:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209000.335788:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209000.335790:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [112:112:256:4294967295] 192.168.203.134@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1715209000.335800:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209000.335804:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209000.335816:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715209000.335820:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209000.335826:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209000.335829:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.335990:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.335995:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209000.336000:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.336006:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.336010:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715209000.336012:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715209000.336019:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a505180 x1798526954643072/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.337510:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.337522:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 400 into portal 4 MB=0x663c030401e80 00000400:00000200:0.0:1715209000.337528:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 400/400 into md 0x449 [1] + 224 00000400:00000200:0.0:1715209000.337546:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.337550:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.337563:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a505180 x1798526954643072/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:3.0:1715209000.337692:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43793c8. 00000400:00000200:3.0:1715209000.337700:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:3.0:1715209000.337702:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:3.0:1715209000.337710:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a505180 x1798526954643072/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:3.0:1715209000.337720:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a505180 x1798526954643072/t0(0) o101->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 328/400 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 02000000:00000010:3.0:1715209000.337784:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009ef9b000. 02000000:00000010:3.0:1715209000.337789:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f4a800. 00000100:00000010:3.0:1715209000.337792:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505180. 00000008:00000010:1.0:1715209000.337883:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.337891:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801376ba700. 00000080:00000010:1.0:1715209000.337933:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f4ac00. 00000080:00000010:1.0:1715209000.337950:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4ac00. 00000080:00000010:1.0:1715209000.337968:0:23804:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b62d2280. 00000080:00000010:1.0:1715209000.337973:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f4ac00. 00000100:00000010:1.0:1715209000.337982:0:23804:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505500. 02000000:00000010:1.0:1715209000.337992:0:23804:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0673400. 00010000:00000010:1.0:1715209000.338001:0:23804:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91e9f80. 00000100:00000010:1.0:1715209000.338012:0:23804:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4889c0. 02000000:00000010:1.0:1715209000.338050:0:23804:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88012bd80000. 00000400:00000010:1.0:1715209000.338055:0:23804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000400:00000010:1.0:1715209000.338059:0:23804:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b0672000. 00000100:00000200:1.0:1715209000.338064:0:23804:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954643200, portal 10 00000400:00000010:1.0:1715209000.338068:0:23804:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715209000.338070:0:23804:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526954643200, offset 0 00000400:00000200:1.0:1715209000.338077:0:23804:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.338085:0:23804:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.338088:0:23804:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.338092:0:23804:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.338094:0:23804:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.338134:0:23804:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.338138:0:23804:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [113:113:256:4294967295] 192.168.203.134@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1715209000.338148:0:23804:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.338153:0:23804:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.338157:0:23804:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209000.338161:0:23804:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.338168:0:23804:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.338171:0:23804:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.338333:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.338339:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715209000.338343:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.338349:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.338353:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715209000.338355:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715209000.338361:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a505500 x1798526954643200/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.340169:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.340181:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401f00 00000400:00000200:0.0:1715209000.340187:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x451 [32] + 224 00000400:00000200:0.0:1715209000.340205:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.340209:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.340216:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a505500 x1798526954643200/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.340344:0:23804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:1.0:1715209000.340352:0:23804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0672000 00000400:00000010:1.0:1715209000.340354:0:23804:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800b0672000. 00000100:00000200:1.0:1715209000.340362:0:23804:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a505500 x1798526954643200/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.340374:0:23804:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a505500 x1798526954643200/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.340399:0:23804:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4889c0. 00000002:00000010:1.0:1715209000.340420:0:23804:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e93d000. 00000080:00000010:1.0:1715209000.340428:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4ac00. 00020000:00000010:1.0:1715209000.340439:0:23804:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e7ae8a0. 00020000:00000010:1.0:1715209000.340441:0:23804:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.340445:0:23804:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.340449:0:23804:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.340451:0:23804:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e7ae8a0. 00020000:00000010:1.0:1715209000.340453:0:23804:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.340489:0:23804:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.340492:0:23804:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.340494:0:23804:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e7ae8a0. 00020000:00000010:1.0:1715209000.340497:0:23804:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.340499:0:23804:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.340500:0:23804:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e7ae8a0. 00000080:00000010:1.0:1715209000.340514:0:23804:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e93d740. 00000002:00000010:1.0:1715209000.340530:0:23804:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009eea0cc0. 02000000:00000010:1.0:1715209000.340538:0:23804:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88012bd80000. 00000080:00000010:1.0:1715209000.340584:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f4ac00. 00000080:00000010:1.0:1715209000.340598:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4ac00. 00000080:00000010:1.0:1715209000.340612:0:23804:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b62d23c0. 00000080:00000010:1.0:1715209000.340616:0:23804:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f4ac00. 00000100:00000010:1.0:1715209000.340624:0:23804:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505880. 02000000:00000010:1.0:1715209000.340634:0:23804:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b0672000. 00010000:00000010:1.0:1715209000.340642:0:23804:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a91ea1c0. 00000100:00000010:1.0:1715209000.340651:0:23804:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4889c0. 02000000:00000010:1.0:1715209000.340687:0:23804:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88012bd80000. 00000400:00000010:1.0:1715209000.340691:0:23804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000400:00000010:1.0:1715209000.340695:0:23804:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b0672c00. 00000100:00000200:1.0:1715209000.340699:0:23804:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526954643328, portal 10 00000400:00000010:1.0:1715209000.340703:0:23804:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000100:00000200:1.0:1715209000.340705:0:23804:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526954643328, offset 0 00000400:00000200:1.0:1715209000.340712:0:23804:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.340719:0:23804:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.340723:0:23804:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.340726:0:23804:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.340729:0:23804:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.340731:0:23804:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.340735:0:23804:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [114:114:256:4294967295] 192.168.203.134@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1715209000.340744:0:23804:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.340748:0:23804:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.340752:0:23804:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209000.340756:0:23804:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.340764:0:23804:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.340768:0:23804:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715209000.340877:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209000.340882:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715209000.340886:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.340892:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209000.340896:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715209000.340898:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715209000.340904:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a505880 x1798526954643328/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.342763:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.342774:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 664 into portal 10 MB=0x663c030401f80 00000400:00000200:0.0:1715209000.342781:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 664/664 into md 0x459 [32] + 224 00000400:00000200:0.0:1715209000.342798:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.342807:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.342814:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a505880 x1798526954643328/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.342953:0:23804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:1.0:1715209000.342960:0:23804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0672c00 00000400:00000010:1.0:1715209000.342971:0:23804:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800b0672c00. 00000100:00000200:1.0:1715209000.342980:0:23804:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a505880 x1798526954643328/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.342991:0:23804:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a505880 x1798526954643328/t0(0) o101->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.343015:0:23804:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4889c0. 00000002:00000010:1.0:1715209000.343038:0:23804:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e93dc80. 00010000:00000010:1.0:1715209000.343048:0:23804:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88009d4889c0. 00000080:00000010:1.0:1715209000.343074:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4ac00. 00020000:00000010:1.0:1715209000.343085:0:23804:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e7ae8a0. 00020000:00000010:1.0:1715209000.343088:0:23804:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.343091:0:23804:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.343095:0:23804:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.343097:0:23804:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e7ae8a0. 00020000:00000010:1.0:1715209000.343125:0:23804:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.343132:0:23804:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.343134:0:23804:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.343136:0:23804:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e7ae8a0. 00020000:00000010:1.0:1715209000.343138:0:23804:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.343140:0:23804:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009d2952a0. 00020000:00000010:1.0:1715209000.343142:0:23804:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e7ae8a0. 00000080:00000010:1.0:1715209000.343154:0:23804:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e93dac0. 00000002:00000010:1.0:1715209000.343160:0:23804:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009eea0600. 02000000:00000010:1.0:1715209000.343167:0:23804:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88012bd80000. 00000100:00000010:3.0:1715209000.343204:0:23771:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715209000.343215:0:23771:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06c00. 00010000:00000010:3.0:1715209000.343252:0:23771:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e93dc80. 00010000:00000010:3.0:1715209000.343261:0:23771:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88009d4889c0. 00020000:00000010:1.0:1715209000.343267:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1e00. 00000020:00000010:1.0:1715209000.343272:0:23804:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b4331bd0. 00000020:00000010:1.0:1715209000.343274:0:23804:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f4ac00. 00000020:00000010:1.0:1715209000.343277:0:23804:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f4b800. 00000020:00000010:1.0:1715209000.343280:0:23804:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e7ae8a0. 00000008:00000010:1.0:1715209000.343284:0:23804:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8774e18. 02000000:00000010:0.0:1715209000.343287:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00020000:00000010:1.0:1715209000.343287:0:23804:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009d488300. 00008000:00000010:1.0:1715209000.343290:0:23804:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad2218b8. 00000400:00000010:0.0:1715209000.343293:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000080:00000010:1.0:1715209000.343294:0:23804:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5a72428. 00000400:00000010:0.0:1715209000.343297:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209000.343301:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954643392, portal 18 00000080:00000010:1.0:1715209000.343301:0:23804:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8c54ff8. 00000020:00000010:1.0:1715209000.343304:0:23804:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f4b000. 00000400:00000010:0.0:1715209000.343306:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000008:00000010:1.0:1715209000.343307:0:23804:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b05166e0. 00000100:00000200:0.0:1715209000.343308:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526954643392, offset 0 00020000:00000010:1.0:1715209000.343310:0:23804:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a91ea400. 00008000:00000010:1.0:1715209000.343312:0:23804:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009d5a4040. 00000400:00000200:0.0:1715209000.343313:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000080:00000010:1.0:1715209000.343315:0:23804:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b41af4b0. 00000008:00000010:1.0:1715209000.343319:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00000400:00000200:0.0:1715209000.343320:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.343323:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.343326:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.343329:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.343331:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.343334:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [115:115:256:4294967295] 192.168.203.134@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:0.0:1715209000.343343:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000008:00000010:1.0:1715209000.343343:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.343346:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1e00. 00000800:00000200:0.0:1715209000.343348:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.343350:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209000.343355:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.343360:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.343363:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 424 niov 1 nkiov 1 00020000:00000010:1.0:1715209000.343365:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1e00. 00000008:00000010:1.0:1715209000.343369:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00000008:00000010:1.0:1715209000.343378:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.343380:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.343398:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1e00. 00000008:00000010:1.0:1715209000.343401:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.343412:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1780. 00000008:00000010:1.0:1715209000.343415:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6260. 00000008:00000010:1.0:1715209000.343421:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6260. 00020000:00000010:1.0:1715209000.343423:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1780. 00000008:00000010:1.0:1715209000.343432:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.343434:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.343522:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1e00. 00000008:00000010:1.0:1715209000.343527:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00000008:00000010:1.0:1715209000.343546:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.343549:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1e00. 00000800:00000200:2.0:1715209000.343568:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.343573:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209000.343577:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00020000:00000010:1.0:1715209000.343578:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1e00. 00000008:00000010:1.0:1715209000.343581:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00000400:00000200:2.0:1715209000.343583:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.343587:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:2.0:1715209000.343589:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000020:00000010:1.0:1715209000.343596:0:23804:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8801301c76c0. 00000100:00000200:2.0:1715209000.343596:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954643392/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000008:00000010:1.0:1715209000.343609:0:23804:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff880136928508. 00000008:00000010:3.0:1715209000.343665:0:22728:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff88012e62fe48. 00000008:00000010:3.0:1715209000.343670:0:22728:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6ce0a90. 00000100:00000010:3.0:1715209000.343685:0:22728:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209000.343691:0:22728:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d07600. 02000000:00000010:0.0:1715209000.343759:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff88012ea02000. 00000400:00000010:0.0:1715209000.343765:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:0.0:1715209000.343769:0:22729:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b820000. 00000100:00000200:0.0:1715209000.343774:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1798526954643520, portal 4 00000400:00000010:0.0:1715209000.343780:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715209000.343783:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526954643520, offset 0 00000400:00000200:0.0:1715209000.343790:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209000.343798:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209000.343812:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209000.343817:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209000.343820:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209000.343824:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209000.343828:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [116:116:256:4294967295] 192.168.203.134@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:0.0:1715209000.343841:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209000.343849:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209000.343853:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209000.343858:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209000.343865:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209000.343870:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.343982:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.343988:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715209000.343992:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.344000:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.344005:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715209000.344007:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715209000.344015:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954643520/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.344611:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.344623:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 18 MB=0x663c030401fc0 00000400:00000200:0.0:1715209000.344630:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.134@tcp of length 224/224 into md 0x461 [1] + 224 00000400:00000200:0.0:1715209000.344647:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.344651:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.344657:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954643392/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.344729:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:2.0:1715209000.344734:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:2.0:1715209000.344736:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:2.0:1715209000.344743:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954643392/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.344752:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954643392/t0(0) o103->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1715209016 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1715209000.344772:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209000.344778:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06c00. 00000100:00000010:2.0:1715209000.344782:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000200:0.0:1715209000.345315:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.345324:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 4536 into portal 4 MB=0x663c030402040 00000400:00000200:0.0:1715209000.345328:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 4536/4536 into md 0x469 [2] + 224 00000400:00000200:0.0:1715209000.345348:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.345352:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.345357:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954643520/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1715209000.345502:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:2.0:1715209000.345521:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b820000 00000400:00000010:2.0:1715209000.345524:0:22729:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 152 at ffff88012b820000. 00000100:00000200:2.0:1715209000.345535:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954643520/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1715209000.345550:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954643520/t0(0) o3->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000008:00000010:2.0:1715209000.345603:0:22729:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce0a90. 00000008:00000010:2.0:1715209000.345641:0:22729:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff880136928508. 00000008:00000010:2.0:1715209000.345648:0:22729:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff88012e62fe48. 02000000:00000010:2.0:1715209000.345658:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff88012ea02000. 02000000:00000010:2.0:1715209000.345664:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d07600. 00000100:00000010:2.0:1715209000.345668:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000008:00000010:1.0:1715209000.345758:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.345766:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.345794:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1e00. 00000008:00000010:1.0:1715209000.345800:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00000008:00000010:1.0:1715209000.345832:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.345835:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1e00. 00020000:00000010:1.0:1715209000.345856:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1e00. 00000008:00000010:1.0:1715209000.345859:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.345871:0:23804:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b05e1780. 00000008:00000010:1.0:1715209000.345874:0:23804:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009f4c6260. 00000008:00000010:1.0:1715209000.345880:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6260. 00020000:00000010:1.0:1715209000.345882:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1780. 00000008:00000010:1.0:1715209000.345890:0:23804:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009f4c6130. 00020000:00000010:1.0:1715209000.345892:0:23804:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b05e1e00. 00000080:00000010:1.0:1715209000.346014:0:23804:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b62d2280. 00000080:00000010:1.0:1715209000.346030:0:23804:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6f4a400. 00000100:00000010:1.0:1715209000.346037:0:23804:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505c00. 02000000:00000010:1.0:1715209000.346044:0:23804:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f4a000. 00000100:00000010:1.0:1715209000.346055:0:23804:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488000. 02000000:00000010:1.0:1715209000.346065:0:23804:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b0672c00. 00000400:00000010:1.0:1715209000.346069:0:23804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000400:00000010:1.0:1715209000.346073:0:23804:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000100:00000200:1.0:1715209000.346077:0:23804:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954643648, portal 10 00000400:00000010:1.0:1715209000.346081:0:23804:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715209000.346083:0:23804:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526954643648, offset 0 00000400:00000200:1.0:1715209000.346090:0:23804:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209000.346097:0:23804:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209000.346131:0:23804:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209000.346135:0:23804:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209000.346138:0:23804:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209000.346140:0:23804:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209000.346143:0:23804:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [117:117:256:4294967295] 192.168.203.134@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:1.0:1715209000.346152:0:23804:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209000.346158:0:23804:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209000.346162:0:23804:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209000.346166:0:23804:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209000.346178:0:23804:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209000.346181:0:23804:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715209000.346350:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209000.346355:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715209000.346359:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209000.346366:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209000.346370:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:2.0:1715209000.346371:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:2.0:1715209000.346378:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a505c00 x1798526954643648/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715209000.348240:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209000.348251:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 456 into portal 10 MB=0x663c0304020c0 00000400:00000200:0.0:1715209000.348266:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.134@tcp of length 456/456 into md 0x471 [1] + 224 00000400:00000200:0.0:1715209000.348283:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209000.348287:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209000.348293:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a505c00 x1798526954643648/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1715209000.348423:0:23804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:1.0:1715209000.348431:0:23804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:1.0:1715209000.348433:0:23804:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:1.0:1715209000.348440:0:23804:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a505c00 x1798526954643648/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1715209000.348451:0:23804:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a505c00 x1798526954643648/t0(0) o35->lustre-MDT0000-mdc-ffff8800b591e800@192.168.203.134@tcp:23/10 lens 392/624 e 0 to 0 dl 1715209016 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1715209000.348502:0:23804:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488000. 00000080:00000010:1.0:1715209000.348510:0:23804:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4a400. 02000000:00000010:1.0:1715209000.348520:0:23804:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0672000. 00000100:00000010:1.0:1715209000.348523:0:23804:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505880. 00000002:00000010:1.0:1715209000.348525:0:23804:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009eea0600. 00000080:00000010:1.0:1715209000.348528:0:23804:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e93dac0. 02000000:00000010:1.0:1715209000.348531:0:23804:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b0672c00. 02000000:00000010:1.0:1715209000.348533:0:23804:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f4a000. 00000100:00000010:1.0:1715209000.348535:0:23804:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505c00. 00000080:00000010:1.0:1715209000.348538:0:23804:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b62d23c0. 00000080:00000010:1.0:1715209000.355385:0:23805:0:(llite_lib.c:3495:ll_umount_begin()) kmalloced '(ioc_data)': 576 at ffff8800b0672c00. 00000100:02000400:1.0:1715209000.355396:0:23805:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00010000:00000010:0.1:1715209000.355661:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91ea1c0. 00000002:00000010:1.0:1715209000.359117:0:23805:0:(mdc_request.c:752:mdc_commit_open()) kfreed 'mod': 32 at ffff8800a37bf4a0. 02000000:00000010:1.0:1715209000.359125:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9dc00. 00000100:00000010:1.0:1715209000.359129:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 02000000:00000010:1.0:1715209000.359133:0:23805:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aab9e000. 02000000:00000010:1.0:1715209000.359136:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6052200. 00000100:00000010:1.0:1715209000.359138:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 02000000:00000010:1.0:1715209000.359141:0:23805:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aab9e400. 02000000:00000010:1.0:1715209000.359143:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06a00. 00000100:00000010:1.0:1715209000.359145:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000002:00000010:1.0:1715209000.359148:0:23805:0:(mdc_request.c:752:mdc_commit_open()) kfreed 'mod': 32 at ffff8800a37bf6e0. 02000000:00000010:1.0:1715209000.359158:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aab9e800. 00000100:00000010:1.0:1715209000.359161:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 02000000:00000010:1.0:1715209000.359164:0:23805:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1084800. 02000000:00000010:1.0:1715209000.359166:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5ec00. 00000100:00000010:1.0:1715209000.359169:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00010000:00000010:1.0:1715209000.359243:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d41ed00. 00010000:00000010:1.0:1715209000.359275:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0a80. 00000080:00000010:1.0:1715209000.359288:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 16 at ffff8800a64326c0. 00000080:00000010:1.0:1715209000.359291:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 8 at ffff88009d39bf58. 00000080:00000010:1.0:1715209000.359293:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800a93c32f8. 00000080:00000010:1.0:1715209000.359296:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8800a64326b0. 00000080:00000010:1.0:1715209000.359297:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 51 at ffff88012a405b80. 00000080:00000010:1.0:1715209000.359300:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800a93c3c58. 00000080:00000010:1.0:1715209000.359301:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8800a64326a0. 00000080:00000010:1.0:1715209000.359303:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800aa85cb00. 00000080:00000010:1.0:1715209000.359305:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800a93c3b90. 00010000:00000010:1.0:1715209000.359309:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0f00. 00010000:00000010:1.0:1715209000.359337:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d41ec00. 00010000:00000010:1.0:1715209000.359390:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e7e1b40. 00010000:00000010:1.0:1715209000.359394:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da73480. 00010000:00000010:1.0:1715209000.359441:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b04c6800. 00010000:00000010:1.0:1715209000.359456:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b6006840. 00010000:00000010:1.0:1715209000.359506:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b04c6c80. 00000080:00000010:1.0:1715209000.359546:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 16 at ffff88009d61ba20. 00000080:00000010:1.0:1715209000.359549:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 8 at ffff88009d5a4030. 00000080:00000010:1.0:1715209000.359551:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800b5ac4af0. 00000080:00000010:1.0:1715209000.359553:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff88009d61b8a0. 00000080:00000010:1.0:1715209000.359554:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 44 at ffff8800b6006000. 00000080:00000010:1.0:1715209000.359556:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800b5ac4078. 00000080:00000010:1.0:1715209000.359558:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff88009d61b890. 00000080:00000010:1.0:1715209000.359566:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff88009eea0d40. 00000080:00000010:1.0:1715209000.359568:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800b5ac4050. 00010000:00000010:1.0:1715209000.359577:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b04c6900. 00010000:00000010:1.0:1715209000.359635:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a405800. 00010000:00000010:1.0:1715209000.359639:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0400. 00010000:00000010:1.0:1715209000.359677:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b6006900. 00010000:00000010:1.0:1715209000.359681:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b04c6400. 00010000:00000010:1.0:1715209000.359712:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e93d140. 00010000:00000010:1.0:1715209000.359716:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801376bac80. 00010000:00000010:1.0:1715209000.359822:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e7e1900. 00010000:00000010:1.0:1715209000.359827:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da73180. 00000080:00000010:1.0:1715209000.359850:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff88009d61ba40. 00000080:00000010:1.0:1715209000.359852:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 54 at ffff88012e93de00. 00000080:00000010:1.0:1715209000.359854:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800b5ac4848. 00000080:00000010:1.0:1715209000.359856:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff88009d61ba30. 00000080:00000010:1.0:1715209000.359857:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff88009d5a4058. 00000080:00000010:1.0:1715209000.359859:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800b5ac41e0. 00000080:00000010:1.0:1715209000.359861:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff88009d61b800. 00000080:00000010:1.0:1715209000.359862:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff88012e93dec0. 00000080:00000010:1.0:1715209000.359864:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800b5ac4578. 00000080:00000010:1.0:1715209000.359866:0:23805:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff88009d61b3d0. 00000080:00000010:1.0:1715209000.359867:0:23805:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff88009eea06a0. 00000080:00000010:1.0:1715209000.359869:0:23805:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800b5ac4ca8. 00010000:00000010:1.0:1715209000.359884:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a43d7c0. 00000080:00000010:1.0:1715209000.359893:0:23805:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6f4a000. 00000100:00000010:1.0:1715209000.359901:0:23805:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505c00. 02000000:00000010:1.0:1715209000.359908:0:23805:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f4a400. 00000100:00000010:1.0:1715209000.359918:0:23805:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d488000. 00000100:00000010:1.0:1715209000.359929:0:23805:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d488000. 00000080:00020000:1.0:1715209000.359932:0:23805:0:(file.c:264:ll_close_inode_openhandle()) lustre-clilmv-ffff8800b591e800: inode [0x200000bd1:0x2:0x0] mdc close failed: rc = -108 00000080:00000010:1.0:1715209000.366266:0:23805:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f4a000. 02000000:00000010:1.0:1715209000.366284:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b0673400. 00000100:00000010:1.0:1715209000.366287:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505500. 00000002:00000010:1.0:1715209000.366290:0:23805:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009eea0cc0. 00000080:00000010:1.0:1715209000.366292:0:23805:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e93d740. 02000000:00000010:1.0:1715209000.366295:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f4a400. 00000100:00000010:1.0:1715209000.366297:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505c00. 00010000:00000010:1.0:1715209000.366314:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e93d000. 00010000:00000010:1.0:1715209000.366321:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b04c6c00. 00000100:02000400:1.0:1715209000.368685:0:23805:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 02000000:00000010:1.0:1715209000.368691:0:23805:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1086000. 02000000:00000010:1.0:1715209000.368696:0:23805:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f5f400. 00000100:00000010:1.0:1715209000.368699:0:23805:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00010000:00000010:1.0:1715209000.368781:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b04c6a00. 00010000:00000010:1.0:1715209000.368791:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0a00. 00010000:00000010:1.0:1715209000.368830:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e7e1000. 00010000:00000010:1.0:1715209000.368835:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e739280. 00010000:00000010:1.0:1715209000.368864:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a405780. 00010000:00000010:1.0:1715209000.368868:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d3a0e80. 00010000:00000010:1.0:1715209000.368939:0:23805:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e93ddc0. 00010000:00000010:1.0:1715209000.368943:0:23805:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b7afcf00. 00000100:02000400:1.0:1715209000.371486:0:23805:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00010000:00000010:2.1:1715209000.379688:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab5c9680. 00010000:00000010:2.1:1715209000.379696:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f5d500. 00010000:00000010:2.1:1715209000.379699:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a2640. 00010000:00000010:2.1:1715209000.379703:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dd2400. 00010000:00000010:2.1:1715209000.379706:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a1440. 00010000:00000010:2.1:1715209000.379708:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a1680. 00010000:00000010:2.1:1715209000.379710:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dd2800. 00010000:00000010:2.1:1715209000.379713:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab5c9440. 00010000:00000010:2.1:1715209000.379715:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f5d100. 00000080:00000010:2.1:1715209000.379718:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a37bf720. 00010000:00000010:2.1:1715209000.379722:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a20a9b00. 00010000:00000010:2.1:1715209000.379725:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa39c100. 00010000:00000010:2.1:1715209000.379727:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a3cc0. 00010000:00000010:2.1:1715209000.379730:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00b00. 00000080:00000010:2.1:1715209000.379733:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a37bf900. 00010000:00000010:2.1:1715209000.379737:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab5c86c0. 00010000:00000010:2.1:1715209000.379740:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00400. 00000080:00000010:2.1:1715209000.379743:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012f3907e0. 00010000:00000010:2.1:1715209000.379746:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab5c8b40. 00010000:00000010:2.1:1715209000.379749:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab5c8fc0. 00010000:00000010:2.1:1715209000.379751:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00900. 00000080:00000010:2.1:1715209000.379754:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa85c960. 00010000:00000010:2.1:1715209000.379757:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a1b00. 00010000:00000010:2.1:1715209000.379760:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dd2300. 00000080:00000010:2.1:1715209000.379762:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012f390100. 00000080:00000010:2.1:1715209000.379765:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa85c020. 00010000:00000010:2.1:1715209000.379768:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab5c8900. 00010000:00000010:2.1:1715209000.379779:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00f00. 00000080:00000010:2.1:1715209000.379782:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009eea0f60. 00010000:00000010:2.1:1715209000.379785:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e9b00. 00010000:00000010:2.1:1715209000.379788:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00000. 00010000:00000010:2.1:1715209000.379790:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a20a9200. 00010000:00000010:2.1:1715209000.379792:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b0636a00. 00010000:00000010:2.1:1715209000.379795:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e8b40. 00000080:00000010:2.1:1715209000.379797:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a37bf860. 00010000:00000010:2.1:1715209000.379800:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a20aa400. 00010000:00000010:2.1:1715209000.379802:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e9f80. 00010000:00000010:2.1:1715209000.379805:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00c00. 00010000:00000010:2.1:1715209000.379807:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e8fc0. 00010000:00000010:2.1:1715209000.379810:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00300. 00010000:00000010:2.1:1715209000.379812:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a2880. 00010000:00000010:2.1:1715209000.379814:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dd2500. 00000080:00000010:2.1:1715209000.379816:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a37bf6a0. 00000080:00000010:2.1:1715209000.379819:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa85ce20. 00010000:00000010:2.1:1715209000.379821:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a20a9f80. 00010000:00000010:2.1:1715209000.379824:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa39c900. 00010000:00000010:2.1:1715209000.379826:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b04a2d00. 00010000:00000010:2.1:1715209000.379828:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f52b00. 00000080:00000010:2.1:1715209000.379830:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009eea0c40. 00000080:00000010:2.1:1715209000.379833:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009eea00e0. 00010000:00000010:2.1:1715209000.379836:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a91e9200. 00010000:00000010:2.1:1715209000.379838:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b7b00500. 00000100:00000010:2.0:1715209005.127585:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209005.127605:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209005.127649:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209005.127653:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715209005.127691:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715209005.127698:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209005.127705:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209005.127712:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954643904, portal 4 00000400:00000010:2.0:1715209005.127718:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715209005.127720:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954643904, offset 0 00000400:00000200:2.0:1715209005.127731:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715209005.127737:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:2.0:1715209005.127745:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209005.127747:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:0.0:1715209005.127752:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715209005.127757:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954643840, portal 25 00000400:00000010:0.0:1715209005.127760:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000200:2.0:1715209005.127760:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715209005.127762:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954643840, offset 0 00000400:00000200:2.0:1715209005.127764:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209005.127768:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209005.127770:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209005.127771:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209005.127775:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [118:118:256:4294967295] 192.168.203.134@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1715209005.127785:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209005.127792:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209005.127794:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209005.127796:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209005.127798:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209005.127802:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209005.127803:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209005.127805:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209005.127807:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209005.127810:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [119:119:255:4294967295] 192.168.203.134@tcp LPNI seq info [119:119:7:4294967295] 00000800:00000200:2.0:1715209005.127812:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209005.127817:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209005.127820:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209005.127825:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209005.127828:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209005.127833:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209005.127839:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209005.127843:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209005.127934:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209005.127940:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715209005.127946:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209005.127953:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209005.127957:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:1.0:1715209005.127960:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:1.0:1715209005.127970:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954643904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209005.128036:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209005.128039:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209005.128050:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209005.128055:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209005.128058:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715209005.128060:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715209005.128090:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954643840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209005.129790:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209005.129803:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304021c0 00000400:00000200:0.0:1715209005.129811:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x479 [1] + 224 00000400:00000200:0.0:1715209005.129823:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209005.129826:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209005.129843:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954643904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209005.129882:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209005.129888:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402180 00000400:00000200:0.0:1715209005.129892:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x481 [1] + 224 00000400:00000200:0.0:1715209005.129905:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209005.129909:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209005.129914:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954643840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209005.129964:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209005.129971:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209005.129973:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209005.129982:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954643904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209005.129993:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954643904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209005.130022:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209005.130027:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209005.130030:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000400:00000010:1.0:1715209005.130037:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:1.0:1715209005.130046:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715209005.130048:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715209005.130056:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954643840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209005.130090:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954643840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209005.130109:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209005.130116:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715209005.130119:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:2.0:1715209006.129590:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209006.129614:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209006.129658:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209006.129663:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715209006.129711:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715209006.129718:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209006.129724:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209006.129732:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644032, portal 4 00000400:00000010:2.0:1715209006.129738:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 02000000:00000010:3.0:1715209006.129753:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000100:00000200:2.0:1715209006.129754:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954644032, offset 0 00000400:00000010:3.0:1715209006.129762:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715209006.129766:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209006.129777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715209006.129779:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715209006.129782:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954643968, portal 25 00000400:00000200:2.0:1715209006.129785:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715209006.129785:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:3.0:1715209006.129787:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954643968, offset 0 00000400:00000200:2.0:1715209006.129789:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209006.129794:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209006.129795:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209006.129796:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209006.129800:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [120:120:256:4294967295] 192.168.203.134@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:2.0:1715209006.129810:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209006.129816:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209006.129820:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:3.0:1715209006.129820:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209006.129824:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209006.129826:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209006.129827:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209006.129830:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209006.129833:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209006.129835:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209006.129836:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [121:121:255:4294967295] 192.168.203.134@tcp LPNI seq info [121:121:7:4294967295] 00000800:00000200:2.0:1715209006.129839:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209006.129845:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209006.129850:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209006.129854:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715209006.129859:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209006.129865:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209006.129868:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209006.129921:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209006.129927:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209006.129934:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209006.129941:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209006.129945:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715209006.129948:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715209006.129957:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954644032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209006.130035:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209006.130037:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715209006.130041:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209006.130045:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209006.130047:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:0.0:1715209006.130049:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:0.0:1715209006.130053:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954643968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209006.131860:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209006.131874:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402240 00000400:00000200:0.0:1715209006.131882:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x489 [1] + 224 00000400:00000200:0.0:1715209006.131893:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209006.131905:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209006.131913:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954644032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209006.131953:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209006.131958:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402200 00000400:00000200:0.0:1715209006.131963:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x491 [1] + 224 00000400:00000200:0.0:1715209006.131978:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209006.131982:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209006.131987:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954643968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209006.132042:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209006.132050:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209006.132052:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209006.132088:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954644032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209006.132100:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954644032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209006.132127:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a1085400. 00000400:00000010:3.0:1715209006.132131:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209006.132132:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d07a00. 00000100:00000010:2.0:1715209006.132137:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000200:3.0:1715209006.132139:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209006.132141:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209006.132143:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209006.132145:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209006.132147:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000200:3.0:1715209006.132149:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954643968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209006.132160:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954643968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209006.132177:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209006.132182:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:3.0:1715209006.132185:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000100:00000010:2.0:1715209011.143586:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209011.143609:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209011.143655:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209011.143676:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715209011.143736:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715209011.143743:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209011.143750:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 02000000:00000010:1.0:1715209011.143756:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:2.0:1715209011.143759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644160, portal 4 00000400:00000010:2.0:1715209011.143764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000400:00000010:1.0:1715209011.143765:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000100:00000200:2.0:1715209011.143767:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954644160, offset 0 00000400:00000010:1.0:1715209011.143771:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715209011.143777:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209011.143786:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644096, portal 25 00000400:00000010:1.0:1715209011.143790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:1.0:1715209011.143792:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954644096, offset 0 00000400:00000200:2.0:1715209011.143792:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209011.143797:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209011.143800:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209011.143802:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209011.143806:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209011.143808:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209011.143812:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [122:122:256:4294967295] 192.168.203.134@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1715209011.143823:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209011.143829:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209011.143832:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209011.143833:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209011.143836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209011.143839:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209011.143839:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209011.143842:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209011.143845:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209011.143848:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [123:123:255:4294967295] 192.168.203.134@tcp LPNI seq info [123:123:7:4294967295] 00000800:00000200:2.0:1715209011.143848:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209011.143853:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209011.143858:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209011.143863:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209011.143876:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209011.143881:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209011.143888:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209011.143891:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209011.143926:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209011.143932:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209011.143939:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209011.143946:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209011.143951:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715209011.143953:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715209011.143963:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954644160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209011.144072:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209011.144075:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715209011.144078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209011.144082:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209011.144085:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715209011.144086:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715209011.144091:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954644096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209011.145768:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209011.145782:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402280 00000400:00000200:0.0:1715209011.145790:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4a1 [1] + 224 00000400:00000200:0.0:1715209011.145813:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209011.145817:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209011.145824:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954644096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209011.145861:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209011.145866:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304022c0 00000400:00000200:0.0:1715209011.145871:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x499 [1] + 224 00000400:00000200:0.0:1715209011.145885:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209011.145888:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209011.145893:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954644160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209011.145950:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:1.0:1715209011.145958:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:1.0:1715209011.145960:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:1.0:1715209011.145968:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954644096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209011.145969:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209011.145976:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209011.145978:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715209011.145980:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954644096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209011.145986:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954644160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209011.145997:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954644160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209011.146003:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715209011.146007:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715209011.146011:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209011.146019:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209011.146023:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209011.146045:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715209016.151585:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209016.151607:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209016.151652:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209016.151656:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715209016.151717:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715209016.151724:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209016.151730:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209016.151739:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644288, portal 4 02000000:00000010:0.0:1715209016.151743:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715209016.151745:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715209016.151747:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954644288, offset 0 00000400:00000010:0.0:1715209016.151752:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000200:2.0:1715209016.151758:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209016.151767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715209016.151772:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644224, portal 25 00000400:00000200:2.0:1715209016.151772:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209016.151777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000400:00000200:2.0:1715209016.151778:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715209016.151779:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954644224, offset 0 00000400:00000200:2.0:1715209016.151782:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209016.151786:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209016.151787:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209016.151789:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209016.151792:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [124:124:256:4294967295] 192.168.203.134@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1715209016.151803:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209016.151809:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209016.151812:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209016.151813:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209016.151816:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209016.151820:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209016.151820:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209016.151822:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209016.151825:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209016.151828:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [125:125:255:4294967295] 192.168.203.134@tcp LPNI seq info [125:125:7:4294967295] 00000800:00000200:2.0:1715209016.151829:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209016.151834:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209016.151838:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209016.151843:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209016.151846:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209016.151851:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209016.151858:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209016.151873:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209016.151913:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209016.151919:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715209016.151925:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209016.151932:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209016.151937:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:1.0:1715209016.151939:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:1.0:1715209016.151949:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954644288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209016.152057:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209016.152060:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209016.152062:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209016.152066:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209016.152069:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715209016.152071:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715209016.152075:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954644224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209016.153542:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209016.153555:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402340 00000400:00000200:0.0:1715209016.153563:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4a9 [1] + 224 00000400:00000200:0.0:1715209016.153574:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209016.153578:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209016.153586:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954644288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209016.153620:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209016.153625:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402300 00000400:00000200:0.0:1715209016.153629:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4b1 [1] + 224 00000400:00000200:0.0:1715209016.153645:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209016.153648:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209016.153653:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954644224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209016.153707:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209016.153715:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209016.153717:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209016.153725:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954644288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209016.153736:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954644288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209016.153774:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 02000000:00000010:2.0:1715209016.153783:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209016.153788:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209016.153790:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715209016.153792:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000010:2.0:1715209016.153792:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000200:1.0:1715209016.153801:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954644224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209016.153812:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954644224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209016.153830:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209016.153834:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715209016.153837:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715209021.159580:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209021.159603:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209021.159644:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209021.159649:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715209021.159710:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715209021.159717:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209021.159723:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209021.159731:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644416, portal 4 00000400:00000010:2.0:1715209021.159737:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715209021.159739:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954644416, offset 0 02000000:00000010:0.0:1715209021.159740:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209021.159749:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000200:2.0:1715209021.159749:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209021.159756:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715209021.159760:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644352, portal 25 00000400:00000010:0.0:1715209021.159764:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:2.0:1715209021.159764:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209021.159766:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954644352, offset 0 00000400:00000200:2.0:1715209021.159769:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209021.159774:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209021.159774:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209021.159778:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209021.159781:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209021.159784:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [126:126:256:4294967295] 192.168.203.134@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1715209021.159795:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209021.159801:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209021.159804:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209021.159804:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209021.159807:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209021.159811:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209021.159811:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209021.159814:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209021.159816:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209021.159819:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209021.159820:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [127:127:255:4294967295] 192.168.203.134@tcp LPNI seq info [127:127:7:4294967295] 00000800:00000200:2.0:1715209021.159824:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209021.159829:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209021.159847:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209021.159850:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209021.159855:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209021.159861:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209021.159865:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209021.159902:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209021.159908:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209021.159915:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209021.159922:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209021.159927:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:1.0:1715209021.159929:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715209021.159939:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954644416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209021.160058:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209021.160061:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209021.160064:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209021.160069:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209021.160071:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209021.160072:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209021.160078:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954644352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209021.161791:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209021.161804:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304023c0 00000400:00000200:0.0:1715209021.161811:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4b9 [1] + 224 00000400:00000200:0.0:1715209021.161822:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209021.161826:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209021.161833:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954644416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209021.161869:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209021.161873:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402380 00000400:00000200:0.0:1715209021.161878:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4c1 [1] + 224 00000400:00000200:0.0:1715209021.161893:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209021.161897:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209021.161902:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954644352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209021.161984:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209021.161992:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209021.161994:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209021.162012:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954644416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209021.162024:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954644416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209021.162039:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:1.0:1715209021.162047:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715209021.162049:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 02000000:00000010:2.0:1715209021.162054:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000100:00000200:1.0:1715209021.162057:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954644352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209021.162059:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209021.162063:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000200:1.0:1715209021.162069:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954644352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209021.162103:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209021.162107:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715209021.162110:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715209026.167583:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209026.167606:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209026.167652:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209026.167656:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209026.167722:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209026.167731:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 02000000:00000010:0.0:1715209026.167740:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:2.0:1715209026.167740:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209026.167749:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644544, portal 4 00000400:00000010:0.0:1715209026.167750:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000010:0.0:1715209026.167755:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000010:2.0:1715209026.167758:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715209026.167759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644480, portal 25 00000100:00000200:2.0:1715209026.167762:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954644544, offset 0 00000400:00000010:0.0:1715209026.167763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209026.167766:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954644480, offset 0 00000400:00000200:2.0:1715209026.167776:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209026.167785:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209026.167794:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209026.167802:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209026.167808:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209026.167813:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209026.167817:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209026.167822:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [128:128:256:4294967295] 192.168.203.134@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1715209026.167839:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209026.167848:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209026.167849:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209026.167853:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209026.167854:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209026.167863:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209026.167869:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209026.167872:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209026.167874:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209026.167874:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209026.167877:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [129:129:255:4294967295] 192.168.203.134@tcp LPNI seq info [129:129:7:4294967295] 00000800:00000200:2.0:1715209026.167881:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209026.167887:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209026.167892:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209026.167895:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209026.167900:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209026.167906:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209026.167910:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209026.167992:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209026.167998:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209026.168004:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209026.168011:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209026.168015:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715209026.168017:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715209026.168028:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954644544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209026.168095:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209026.168098:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209026.168101:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209026.168105:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209026.168107:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209026.168109:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209026.168114:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954644480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209026.169808:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209026.169820:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402440 00000400:00000200:0.0:1715209026.169828:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4c9 [1] + 224 00000400:00000200:0.0:1715209026.169839:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209026.169842:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209026.169850:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954644544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209026.169884:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209026.169889:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402400 00000400:00000200:0.0:1715209026.169893:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4cd [1] + 224 00000400:00000200:0.0:1715209026.169944:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209026.169949:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209026.169954:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954644480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209026.169999:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209026.170009:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209026.170012:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209026.170022:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954644544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209026.170038:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954644544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209026.170074:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:1.0:1715209026.170075:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 02000000:00000010:2.0:1715209026.170082:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000400:00000200:1.0:1715209026.170084:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209026.170086:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000010:2.0:1715209026.170088:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000200:1.0:1715209026.170095:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954644480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209026.170106:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954644480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209026.170123:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209026.170130:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:1.0:1715209026.170134:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000008:00000010:2.0:1715209030.215655:0:32320:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff88009d39bf90. 00000008:00000010:2.0:1715209030.215663:0:32320:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6fd7750. 00000100:00000010:2.0:1715209030.215696:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209030.215711:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59200. 02000000:00000010:0.0:1715209030.215885:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feee800. 00000400:00000010:0.0:1715209030.215921:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:0.0:1715209030.215929:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715209030.215937:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954644608, portal 4 00000400:00000010:0.0:1715209030.215952:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715209030.215955:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 6, xid 1798526954644608, offset 0 00000400:00000200:0.0:1715209030.215965:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209030.215980:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209030.215985:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209030.215990:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209030.215994:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209030.215997:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209030.216001:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [130:130:256:4294967295] 192.168.203.134@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1715209030.216011:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209030.216018:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209030.216022:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715209030.216028:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209030.216037:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209030.216041:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:2.0:1715209030.216220:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209030.216226:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209030.216230:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209030.216237:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209030.216242:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:2.0:1715209030.216244:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:2.0:1715209030.216253:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954644608/t0(0) o4->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 504/448 e 0 to 0 dl 1715209046 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715209030.218349:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209030.218363:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 448 into portal 4 MB=0x663c030402480 00000400:00000200:0.0:1715209030.218370:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 448/448 into md 0x4d9 [1] + 224 00000400:00000200:0.0:1715209030.218390:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209030.218394:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209030.218402:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954644608/t0(0) o4->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 504/448 e 0 to 0 dl 1715209046 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715209030.218534:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:2.0:1715209030.218543:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209030.218546:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209030.218557:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954644608/t0(0) o4->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 504/448 e 0 to 0 dl 1715209046 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715209030.218573:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954644608/t0(0) o4->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:6/4 lens 504/448 e 0 to 0 dl 1715209046 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000008:00000010:2.0:1715209030.218626:0:22730:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6fd7750. 00000008:00000010:2.0:1715209030.218651:0:22730:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800a91ffe60. 00000008:00000010:2.0:1715209030.218668:0:22730:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff88009d39bf90. 00000100:00000010:2.0:1715209031.175575:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209031.175594:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209031.175634:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209031.175638:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:1.0:1715209031.175730:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 02000000:00000010:0.0:1715209031.175740:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209031.175749:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:1.0:1715209031.175751:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000400:00000010:0.0:1715209031.175756:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000400:00000010:1.0:1715209031.175757:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715209031.175762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644736, portal 4 00000100:00000200:1.0:1715209031.175763:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644672, portal 25 00000400:00000010:1.0:1715209031.175767:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000400:00000010:0.0:1715209031.175768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715209031.175770:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954644736, offset 0 00000100:00000200:1.0:1715209031.175770:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954644672, offset 0 00000400:00000200:1.0:1715209031.175779:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209031.175788:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209031.175791:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209031.175795:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209031.175800:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209031.175804:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209031.175806:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209031.175809:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [131:131:256:4294967295] 192.168.203.134@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1715209031.175819:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209031.175825:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209031.175828:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715209031.175829:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715209031.175832:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715209031.175834:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209031.175836:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209031.175838:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209031.175841:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715209031.175842:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209031.175844:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [132:132:255:4294967295] 192.168.203.134@tcp LPNI seq info [132:132:7:4294967295] 00000800:00000200:1.0:1715209031.175846:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209031.175853:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209031.175858:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209031.175862:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715209031.175866:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209031.175872:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209031.175876:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209031.175961:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209031.175966:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715209031.175971:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209031.175977:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209031.175981:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:2.0:1715209031.175983:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:2.0:1715209031.175991:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954644672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209031.176057:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209031.176059:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209031.176062:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209031.176066:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209031.176068:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:2.0:1715209031.176070:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715209031.176074:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954644736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209031.177703:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209031.177715:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304024c0 00000400:00000200:0.0:1715209031.177722:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4e5 [1] + 224 00000400:00000200:0.0:1715209031.177732:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209031.177736:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209031.177742:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954644672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209031.177775:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209031.177780:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402500 00000400:00000200:0.0:1715209031.177784:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4e1 [1] + 224 00000400:00000200:0.0:1715209031.177800:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209031.177803:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209031.177808:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954644736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209031.177868:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:1.0:1715209031.177876:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:1.0:1715209031.177878:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:1.0:1715209031.177911:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954644672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209031.177923:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954644672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209031.177946:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715209031.177951:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715209031.177955:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:2.0:1715209031.177958:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715209031.177967:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209031.177970:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209031.177981:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954644736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209031.177997:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954644736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209031.178028:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209031.178036:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209031.178040:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000008:00000010:2.0:1715209035.223673:0:23409:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff88009d39bf90. 00000008:00000010:2.0:1715209035.223681:0:23409:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6fd7750. 00000100:00000010:2.0:1715209035.223715:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209035.223732:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009ef9bc00. 00000008:00000010:3.0:1715209035.223929:0:22729:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6fd7750. 00000080:00000400:3.0:1715209035.223963:0:22729:0:(llite_lib.c:4077:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.134@tcp:/lustre/fid: [0x200000bd1:0x2:0x0]/ may get corrupted (rc -108) 00000008:00000010:3.0:1715209035.231102:0:22729:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800a9e9d2e0. 00000008:00000010:3.0:1715209035.231110:0:22729:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff88009d39bf90. 02000000:00000010:3.0:1715209035.231123:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009ef9bc00. 00000100:00000010:3.0:1715209035.231127:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:2.0:1715209036.183592:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209036.183616:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209036.183655:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209036.183660:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715209036.183731:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209036.183741:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209036.183750:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 02000000:00000010:0.0:1715209036.183751:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715209036.183759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644928, portal 4 00000400:00000010:0.0:1715209036.183761:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:2.0:1715209036.183768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209036.183771:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954644928, offset 0 00000400:00000200:2.0:1715209036.183784:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209036.183793:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715209036.183797:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644864, portal 25 00000400:00000200:2.0:1715209036.183799:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209036.183801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715209036.183803:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954644864, offset 0 00000400:00000200:2.0:1715209036.183805:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209036.183809:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209036.183811:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209036.183813:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209036.183816:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209036.183819:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [133:133:256:4294967295] 192.168.203.134@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1715209036.183830:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209036.183836:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209036.183839:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209036.183840:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209036.183842:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209036.183846:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209036.183847:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209036.183848:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209036.183873:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209036.183876:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [134:134:255:4294967295] 192.168.203.134@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:0.0:1715209036.183887:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209036.183890:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209036.183892:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209036.183896:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:2.0:1715209036.183896:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209036.183901:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209036.183908:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209036.183911:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209036.184053:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209036.184060:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209036.184066:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209036.184082:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209036.184087:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:1.0:1715209036.184089:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:1.0:1715209036.184099:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954644928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209036.184184:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209036.184187:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209036.184190:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209036.184194:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209036.184197:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209036.184198:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209036.184203:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954644864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209036.185830:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209036.185844:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304025c0 00000400:00000200:0.0:1715209036.185875:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4f1 [1] + 224 00000400:00000200:0.0:1715209036.185887:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209036.185891:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209036.185898:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954644928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209036.185932:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209036.185938:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402580 00000400:00000200:0.0:1715209036.185942:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x4f9 [1] + 224 00000400:00000200:0.0:1715209036.185959:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209036.185970:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209036.185975:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954644864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209036.186031:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209036.186040:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209036.186043:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209036.186054:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954644928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209036.186083:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954644928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209036.186094:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:1.0:1715209036.186102:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715209036.186104:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715209036.186113:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954644864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209036.186119:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feee800. 00000100:00000200:1.0:1715209036.186124:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954644864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209036.186128:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59200. 00000100:00000010:2.0:1715209036.186133:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209036.186142:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715209036.186143:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209036.186146:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 02000000:00000010:1.0:1715209036.186147:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209036.186149:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:1.0:1715209036.186151:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000400:00000010:2.0:1715209039.934601:0:22724:0:(lib-lnet.h:474:lnet_rspt_free()) free 'rspt': 56 at ffff88012aa8d0e0. 00000400:00000010:2.0:1715209039.934615:0:22724:0:(lib-lnet.h:474:lnet_rspt_free()) free 'rspt': 56 at ffff88012aba9118. 00000100:00000010:2.0:1715209041.191588:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209041.191612:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209041.191658:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209041.191662:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209041.191724:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209041.191731:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209041.191737:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 02000000:00000010:0.0:1715209041.191746:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:2.0:1715209041.191746:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645056, portal 4 00000400:00000010:2.0:1715209041.191752:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715209041.191754:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645056, offset 0 00000400:00000010:0.0:1715209041.191755:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000200:2.0:1715209041.191765:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209041.191771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715209041.191776:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954644992, portal 25 00000400:00000200:2.0:1715209041.191779:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209041.191780:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715209041.191782:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954644992, offset 0 00000400:00000200:2.0:1715209041.191784:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209041.191789:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209041.191789:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209041.191793:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209041.191796:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209041.191799:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [135:135:256:4294967295] 192.168.203.134@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1715209041.191810:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209041.191844:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209041.191845:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209041.191849:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209041.191852:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209041.191855:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209041.191858:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209041.191861:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [136:136:255:4294967295] 192.168.203.134@tcp LPNI seq info [136:136:7:4294967295] 00000800:00000010:2.0:1715209041.191864:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209041.191871:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209041.191872:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209041.191876:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209041.191880:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:2.0:1715209041.191881:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209041.191885:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209041.191886:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209041.191892:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209041.191895:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209041.191971:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209041.191977:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715209041.191983:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209041.191990:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209041.191995:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:1.0:1715209041.191997:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:1.0:1715209041.192008:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954645056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209041.192079:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209041.192091:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209041.192094:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209041.192099:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209041.192102:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209041.192103:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209041.192108:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954644992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209041.193710:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209041.193722:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402640 00000400:00000200:0.0:1715209041.193729:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x501 [1] + 224 00000400:00000200:0.0:1715209041.193739:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209041.193743:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209041.193750:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954645056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209041.193801:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209041.193807:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402600 00000400:00000200:0.0:1715209041.193811:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x509 [1] + 224 00000400:00000200:0.0:1715209041.193854:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209041.193858:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209041.193863:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954644992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209041.193906:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209041.193916:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209041.193919:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209041.193929:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954645056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209041.193945:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954645056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209041.193981:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715209041.193982:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 02000000:00000010:2.0:1715209041.193989:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209041.193990:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715209041.193992:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000010:2.0:1715209041.193994:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000200:1.0:1715209041.194001:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954644992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209041.194012:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954644992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209041.194030:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209041.194034:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715209041.194037:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715209046.199589:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209046.199613:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209046.199658:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715209046.199662:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715209046.199724:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209046.199731:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209046.199737:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209046.199745:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645184, portal 4 02000000:00000010:0.0:1715209046.199748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715209046.199751:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715209046.199754:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645184, offset 0 00000400:00000010:0.0:1715209046.199757:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715209046.199764:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209046.199773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715209046.199778:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645120, portal 25 00000400:00000200:2.0:1715209046.199779:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209046.199803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715209046.199806:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954645120, offset 0 00000400:00000200:2.0:1715209046.199808:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209046.199813:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209046.199814:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209046.199817:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209046.199820:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209046.199823:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [137:137:256:4294967295] 192.168.203.134@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1715209046.199850:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209046.199858:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209046.199860:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209046.199862:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715209046.199864:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209046.199867:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209046.199869:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209046.199870:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209046.199873:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209046.199876:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [138:138:255:4294967295] 192.168.203.134@tcp LPNI seq info [138:138:7:4294967295] 00000800:00000200:2.0:1715209046.199878:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209046.199883:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209046.199886:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209046.199891:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209046.199894:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209046.199899:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209046.199906:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209046.199909:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209046.199964:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209046.199970:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715209046.199977:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209046.199984:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209046.199989:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715209046.199991:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715209046.200001:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954645184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209046.200081:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209046.200083:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209046.200086:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209046.200090:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209046.200092:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209046.200094:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209046.200099:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954645120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209046.201921:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209046.201938:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304026c0 00000400:00000200:0.0:1715209046.201960:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x511 [1] + 224 00000400:00000200:0.0:1715209046.201977:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209046.201983:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209046.201991:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954645184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209046.202039:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209046.202048:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402680 00000400:00000200:0.0:1715209046.202053:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x519 [1] + 224 00000400:00000200:0.0:1715209046.202071:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209046.202075:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209046.202080:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954645120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209046.202120:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209046.202128:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209046.202130:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209046.202138:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954645184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209046.202149:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954645184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209046.202179:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715209046.202184:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209046.202188:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000400:00000010:1.0:1715209046.202198:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:1.0:1715209046.202206:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715209046.202208:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:1.0:1715209046.202217:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954645120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209046.202228:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954645120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209046.202245:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209046.202250:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715209046.202253:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715209051.207600:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715209051.207624:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209051.207671:0:23409:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209051.207675:0:23409:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209051.207738:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209051.207746:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209051.207777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 02000000:00000010:0.0:1715209051.207785:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:2.0:1715209051.207785:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645312, portal 4 00000400:00000010:2.0:1715209051.207791:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715209051.207793:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645312, offset 0 00000400:00000010:0.0:1715209051.207796:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715209051.207803:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209051.207810:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715209051.207815:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645248, portal 25 00000400:00000200:2.0:1715209051.207818:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209051.207819:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209051.207822:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954645248, offset 0 00000400:00000200:2.0:1715209051.207823:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209051.207828:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209051.207829:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209051.207846:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209051.207849:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209051.207853:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [139:139:256:4294967295] 192.168.203.134@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1715209051.207864:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209051.207871:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209051.207873:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209051.207876:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209051.207877:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209051.207880:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209051.207882:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209051.207883:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209051.207886:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209051.207889:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [140:140:255:4294967295] 192.168.203.134@tcp LPNI seq info [140:140:7:4294967295] 00000800:00000200:2.0:1715209051.207891:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209051.207896:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209051.207899:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209051.207904:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209051.207908:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209051.207913:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209051.207928:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209051.207932:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209051.207976:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209051.207982:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209051.207989:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209051.207996:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209051.208000:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715209051.208002:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715209051.208012:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954645312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209051.208092:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209051.208095:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209051.208098:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209051.208102:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209051.208105:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209051.208106:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209051.208111:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954645248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209051.209874:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209051.209888:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402740 00000400:00000200:0.0:1715209051.209896:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x521 [1] + 224 00000400:00000200:0.0:1715209051.209907:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209051.209910:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209051.209917:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954645312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209051.209952:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209051.209957:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402700 00000400:00000200:0.0:1715209051.209962:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x529 [1] + 224 00000400:00000200:0.0:1715209051.209977:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209051.209981:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209051.209986:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954645248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209051.210040:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209051.210047:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209051.210049:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209051.210058:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954645312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209051.210069:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954645312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209051.210098:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715209051.210103:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000400:00000010:1.0:1715209051.210105:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000100:00000010:2.0:1715209051.210107:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000400:00000200:1.0:1715209051.210113:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715209051.210115:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:1.0:1715209051.210123:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954645248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209051.210150:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954645248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209051.210168:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209051.210175:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715209051.210177:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715209056.215577:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209056.215601:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209056.215645:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209056.215649:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715209056.215732:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209056.215739:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209056.215746:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209056.215754:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645440, portal 4 00000400:00000010:2.0:1715209056.215760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 02000000:00000010:0.0:1715209056.215761:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715209056.215762:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645440, offset 0 00000400:00000010:0.0:1715209056.215770:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000200:2.0:1715209056.215773:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209056.215794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715209056.215799:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645376, portal 25 00000400:00000200:2.0:1715209056.215802:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209056.215803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715209056.215805:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954645376, offset 0 00000400:00000200:2.0:1715209056.215807:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209056.215812:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209056.215812:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209056.215816:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209056.215819:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209056.215822:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [141:141:256:4294967295] 192.168.203.134@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:2.0:1715209056.215833:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209056.215839:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209056.215842:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209056.215844:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209056.215846:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209056.215849:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209056.215850:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209056.215852:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209056.215855:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209056.215858:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [142:142:255:4294967295] 192.168.203.134@tcp LPNI seq info [142:142:7:4294967295] 00000800:00000200:2.0:1715209056.215859:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209056.215864:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209056.215877:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209056.215883:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209056.215886:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209056.215891:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209056.215897:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209056.215901:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209056.215944:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209056.215950:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209056.215956:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209056.215963:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209056.215968:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:1.0:1715209056.215970:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:1.0:1715209056.215980:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954645440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209056.216055:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209056.216058:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209056.216062:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209056.216066:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209056.216068:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209056.216070:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209056.216075:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954645376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209056.217538:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209056.217551:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304027c0 00000400:00000200:0.0:1715209056.217558:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x531 [1] + 224 00000400:00000200:0.0:1715209056.217568:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209056.217572:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209056.217578:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954645440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209056.217612:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209056.217617:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402780 00000400:00000200:0.0:1715209056.217621:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x539 [1] + 224 00000400:00000200:0.0:1715209056.217639:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209056.217642:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209056.217647:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954645376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209056.217700:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:2.0:1715209056.217708:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:2.0:1715209056.217710:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209056.217737:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954645440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209056.217748:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954645440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209056.217778:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:1.0:1715209056.217781:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 02000000:00000010:2.0:1715209056.217783:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209056.217787:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000400:00000200:1.0:1715209056.217789:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715209056.217791:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715209056.217800:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954645376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209056.217811:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954645376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209056.217829:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209056.217834:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715209056.217846:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000010:2.0:1715209061.223584:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209061.223608:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209061.223653:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209061.223658:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715209061.223745:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 02000000:00000010:0.0:1715209061.223751:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715209061.223752:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000010:2.0:1715209061.223758:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000400:00000010:0.0:1715209061.223760:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:0.0:1715209061.223766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:2.0:1715209061.223766:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645568, portal 4 00000100:00000200:0.0:1715209061.223771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645504, portal 25 00000400:00000010:0.0:1715209061.223776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715209061.223778:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954645504, offset 0 00000400:00000010:2.0:1715209061.223786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000200:0.0:1715209061.223788:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209061.223800:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645568, offset 0 00000400:00000200:0.0:1715209061.223803:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209061.223808:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209061.223818:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209061.223823:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209061.223827:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209061.223829:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209061.223833:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [143:143:256:4294967295] 192.168.203.134@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:0.0:1715209061.223844:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209061.223850:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209061.223853:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209061.223855:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209061.223857:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209061.223861:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209061.223861:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209061.223863:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209061.223866:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209061.223869:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [144:144:255:4294967295] 192.168.203.134@tcp LPNI seq info [144:144:7:4294967295] 00000800:00000200:0.0:1715209061.223871:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209061.223876:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209061.223879:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209061.223883:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209061.223887:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209061.223892:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209061.223898:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209061.223901:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209061.223970:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209061.223976:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209061.223983:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209061.223990:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209061.223994:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209061.223996:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209061.224007:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954645504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209061.224085:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209061.224088:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209061.224091:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209061.224095:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209061.224097:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:1.0:1715209061.224099:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:1.0:1715209061.224103:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954645568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209061.225792:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209061.225805:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402800 00000400:00000200:0.0:1715209061.225812:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x545 [1] + 224 00000400:00000200:0.0:1715209061.225822:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209061.225826:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209061.225834:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954645504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209061.225869:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209061.225874:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402840 00000400:00000200:0.0:1715209061.225878:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x541 [1] + 224 00000400:00000200:0.0:1715209061.225901:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209061.225905:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209061.225910:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954645568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209061.225960:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:2.0:1715209061.225968:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:2.0:1715209061.225970:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:2.0:1715209061.225978:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954645504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209061.225990:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954645504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209061.225995:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:3.0:1715209061.226003:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:3.0:1715209061.226005:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 02000000:00000010:2.0:1715209061.226013:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209061.226013:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954645568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209061.226019:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209061.226023:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000200:3.0:1715209061.226024:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954645568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209061.226047:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715209061.226051:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:3.0:1715209061.226054:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715209066.231576:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209066.231601:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209066.231668:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209066.231673:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715209066.231728:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209066.231749:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 02000000:00000010:3.0:1715209066.231749:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:2.0:1715209066.231757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000010:3.0:1715209066.231759:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209066.231764:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645696, portal 4 00000400:00000010:3.0:1715209066.231765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209066.231770:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645632, portal 25 00000400:00000010:2.0:1715209066.231771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715209066.231773:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645696, offset 0 00000400:00000010:3.0:1715209066.231774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715209066.231776:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954645632, offset 0 00000400:00000200:2.0:1715209066.231784:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209066.231795:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209066.231798:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209066.231803:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209066.231808:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209066.231812:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209066.231815:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209066.231818:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [145:145:256:4294967295] 192.168.203.134@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1715209066.231829:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209066.231835:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209066.231838:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209066.231839:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:3.0:1715209066.231842:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209066.231846:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209066.231846:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209066.231849:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209066.231851:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209066.231854:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [146:146:255:4294967295] 192.168.203.134@tcp LPNI seq info [146:146:7:4294967295] 00000800:00000200:2.0:1715209066.231856:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209066.231860:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209066.231864:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209066.231869:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209066.231883:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715209066.231888:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209066.231895:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209066.231898:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209066.231940:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209066.231946:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209066.231953:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209066.231968:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209066.231974:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715209066.231976:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715209066.231985:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954645696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209066.232070:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209066.232073:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715209066.232077:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209066.232081:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209066.232083:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:0.0:1715209066.232085:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:0.0:1715209066.232089:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954645632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209066.233861:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209066.233874:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304028c0 00000400:00000200:0.0:1715209066.233882:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x551 [1] + 224 00000400:00000200:0.0:1715209066.233892:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209066.233896:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209066.233903:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954645696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209066.233939:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209066.233944:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402880 00000400:00000200:0.0:1715209066.233948:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x555 [1] + 224 00000400:00000200:0.0:1715209066.233963:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209066.233967:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209066.233972:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954645632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209066.234024:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209066.234032:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209066.234034:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209066.234042:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954645696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209066.234054:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954645696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209066.234082:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209066.234087:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209066.234091:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000400:00000010:3.0:1715209066.234093:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209066.234101:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209066.234103:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209066.234110:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954645632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209066.234121:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954645632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209066.234139:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209066.234144:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:3.0:1715209066.234147:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715209071.239578:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209071.239602:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209071.239691:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715209071.239697:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209071.239754:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209071.239761:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209071.239768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209071.239775:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645824, portal 4 00000400:00000010:2.0:1715209071.239782:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715209071.239784:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645824, offset 0 02000000:00000010:0.0:1715209071.239789:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:2.0:1715209071.239795:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209071.239799:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715209071.239809:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209071.239814:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000200:2.0:1715209071.239814:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715209071.239818:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645760, portal 25 00000400:00000200:2.0:1715209071.239819:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715209071.239822:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000400:00000200:2.0:1715209071.239823:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1715209071.239824:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954645760, offset 0 00000400:00000200:2.0:1715209071.239826:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209071.239831:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [147:147:256:4294967295] 192.168.203.134@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1715209071.239834:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209071.239842:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209071.239848:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209071.239853:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715209071.239855:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209071.239859:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209071.239860:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209071.239862:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209071.239865:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209071.239867:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209071.239869:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209071.239871:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [148:148:255:4294967295] 192.168.203.134@tcp LPNI seq info [148:148:7:4294967295] 00000800:00000200:2.0:1715209071.239874:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209071.239880:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209071.239885:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209071.239889:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209071.239893:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209071.239900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209071.239904:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209071.239956:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209071.239962:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715209071.239969:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209071.239976:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209071.239981:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:1.0:1715209071.239984:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:1.0:1715209071.239994:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954645824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209071.240074:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209071.240077:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209071.240081:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209071.240085:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209071.240087:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715209071.240089:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209071.240094:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954645760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209071.241691:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209071.241706:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402940 00000400:00000200:0.0:1715209071.241713:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x561 [1] + 224 00000400:00000200:0.0:1715209071.241725:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209071.241729:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209071.241736:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954645824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209071.241773:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209071.241778:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402900 00000400:00000200:0.0:1715209071.241782:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x569 [1] + 224 00000400:00000200:0.0:1715209071.241802:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209071.241812:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209071.241817:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954645760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209071.241864:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209071.241872:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209071.241874:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209071.241882:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954645824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209071.241893:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954645824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209071.241922:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209071.241927:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000400:00000010:1.0:1715209071.241940:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000100:00000010:2.0:1715209071.241940:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000400:00000200:1.0:1715209071.241948:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715209071.241950:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715209071.241959:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954645760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209071.241970:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954645760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209071.241988:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209071.241993:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715209071.241995:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000010:2.0:1715209076.247598:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715209076.247625:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209076.247669:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715209076.247673:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715209076.247737:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209076.247745:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209076.247751:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209076.247759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645952, portal 4 00000400:00000010:2.0:1715209076.247767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715209076.247769:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954645952, offset 0 02000000:00000010:3.0:1715209076.247775:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000200:2.0:1715209076.247780:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209076.247784:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209076.247789:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715209076.247794:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715209076.247794:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954645888, portal 25 00000400:00000010:3.0:1715209076.247798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000400:00000200:2.0:1715209076.247799:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715209076.247800:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954645888, offset 0 00000400:00000200:2.0:1715209076.247804:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209076.247807:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209076.247808:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209076.247810:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209076.247814:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [149:149:256:4294967295] 192.168.203.134@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1715209076.247825:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209076.247831:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209076.247834:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209076.247835:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:3.0:1715209076.247838:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209076.247842:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209076.247842:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209076.247845:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209076.247847:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209076.247850:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [150:150:255:4294967295] 192.168.203.134@tcp LPNI seq info [150:150:7:4294967295] 00000800:00000200:2.0:1715209076.247851:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209076.247856:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209076.247860:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209076.247865:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209076.247869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000800:00000200:3.0:1715209076.247889:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209076.247895:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209076.247899:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209076.247936:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209076.247942:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209076.247949:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209076.247956:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209076.247961:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715209076.247963:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715209076.247973:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954645952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209076.248057:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209076.248061:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715209076.248066:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209076.248072:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209076.248075:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:0.0:1715209076.248078:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:0.0:1715209076.248084:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954645888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209076.249724:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209076.249741:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304029c0 00000400:00000200:0.0:1715209076.249751:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x571 [1] + 224 00000400:00000200:0.0:1715209076.249767:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209076.249773:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209076.249783:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954645952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209076.249838:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209076.249845:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402980 00000400:00000200:0.0:1715209076.249849:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x579 [1] + 224 00000400:00000200:0.0:1715209076.249877:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209076.249881:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209076.249887:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954645888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209076.249911:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209076.249919:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209076.249921:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209076.249929:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954645952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209076.249941:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954645952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209076.249980:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209076.249986:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209076.249990:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000400:00000010:3.0:1715209076.250011:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209076.250019:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209076.250022:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209076.250029:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954645888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209076.250040:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954645888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209076.250058:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209076.250063:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:3.0:1715209076.250066:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715209081.255598:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715209081.255622:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209081.255665:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715209081.255669:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715209081.255722:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209081.255729:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209081.255736:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209081.255744:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646080, portal 4 00000400:00000010:2.0:1715209081.255750:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715209081.255753:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646080, offset 0 02000000:00000010:0.0:1715209081.255754:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209081.255764:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000200:2.0:1715209081.255764:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209081.255770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715209081.255774:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646016, portal 25 00000400:00000010:0.0:1715209081.255778:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:2.0:1715209081.255778:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209081.255780:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646016, offset 0 00000400:00000200:2.0:1715209081.255783:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209081.255788:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209081.255789:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209081.255792:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209081.255795:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209081.255799:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [151:151:256:4294967295] 192.168.203.134@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1715209081.255810:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209081.255816:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209081.255819:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209081.255820:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209081.255823:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209081.255826:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209081.255827:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209081.255829:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209081.255832:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209081.255835:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [152:152:255:4294967295] 192.168.203.134@tcp LPNI seq info [152:152:7:4294967295] 00000800:00000200:2.0:1715209081.255836:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209081.255842:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209081.255844:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209081.255850:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209081.255853:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209081.255858:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209081.255864:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209081.255868:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209081.255924:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209081.255930:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209081.255938:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209081.255945:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209081.255949:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:1.0:1715209081.255951:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:1.0:1715209081.255962:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954646080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209081.256046:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209081.256048:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209081.256052:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209081.256056:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209081.256059:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209081.256060:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209081.256066:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954646016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209081.257885:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209081.257897:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402a40 00000400:00000200:0.0:1715209081.257903:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x581 [1] + 224 00000400:00000200:0.0:1715209081.257913:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209081.257916:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209081.257924:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954646080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209081.257973:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209081.257979:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402a00 00000400:00000200:0.0:1715209081.257983:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x589 [1] + 224 00000400:00000200:0.0:1715209081.257998:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209081.258001:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209081.258006:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954646016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209081.258034:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209081.258042:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209081.258045:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209081.258066:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954646080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209081.258084:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954646080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209081.258119:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:1.0:1715209081.258126:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 02000000:00000010:2.0:1715209081.258128:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209081.258133:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000200:1.0:1715209081.258134:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209081.258137:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715209081.258145:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954646016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209081.258172:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954646016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209081.258190:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209081.258195:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715209081.258198:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000100:00000010:2.0:1715209086.263595:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715209086.263619:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209086.263666:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715209086.263670:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715209086.263732:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209086.263739:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209086.263745:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209086.263753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646208, portal 4 00000400:00000010:2.0:1715209086.263759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715209086.263761:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646208, offset 0 02000000:00000010:3.0:1715209086.263762:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000200:2.0:1715209086.263771:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209086.263772:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209086.263778:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209086.263782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646144, portal 25 00000400:00000200:2.0:1715209086.263786:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209086.263786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715209086.263788:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646144, offset 0 00000400:00000200:2.0:1715209086.263792:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209086.263796:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209086.263796:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209086.263800:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209086.263803:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209086.263806:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [153:153:256:4294967295] 192.168.203.134@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:2.0:1715209086.263817:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209086.263823:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209086.263826:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209086.263827:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:3.0:1715209086.263830:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209086.263834:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209086.263834:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209086.263837:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209086.263839:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209086.263842:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [154:154:255:4294967295] 192.168.203.134@tcp LPNI seq info [154:154:7:4294967295] 00000800:00000200:2.0:1715209086.263843:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209086.263848:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209086.263852:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209086.263857:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209086.263861:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000800:00000200:3.0:1715209086.263866:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209086.263882:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209086.263886:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209086.263938:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209086.263944:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209086.263950:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209086.263957:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209086.263962:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715209086.263964:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715209086.263974:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954646208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209086.264050:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209086.264054:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715209086.264059:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209086.264065:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209086.264068:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:0.0:1715209086.264071:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:0.0:1715209086.264076:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954646144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209086.265929:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209086.265947:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402ac0 00000400:00000200:0.0:1715209086.265957:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x591 [1] + 224 00000400:00000200:0.0:1715209086.265972:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209086.265978:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209086.266000:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954646208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209086.266057:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209086.266064:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402a80 00000400:00000200:0.0:1715209086.266068:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x599 [1] + 224 00000400:00000200:0.0:1715209086.266087:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209086.266091:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209086.266097:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954646144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209086.266132:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209086.266140:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209086.266142:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209086.266150:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954646208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209086.266161:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954646208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209086.266191:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209086.266196:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209086.266200:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000400:00000010:3.0:1715209086.266220:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209086.266228:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209086.266231:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209086.266238:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954646144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209086.266249:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954646144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209086.266267:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209086.266272:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715209086.266276:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000100:00000010:2.0:1715209091.271549:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715209091.271566:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209091.271596:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715209091.271599:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209091.271633:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 02000000:00000010:0.0:1715209091.271634:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715209091.271637:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:0.0:1715209091.271639:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000010:0.0:1715209091.271642:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000010:2.0:1715209091.271642:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209091.271647:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646336, portal 4 00000100:00000200:0.0:1715209091.271649:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646272, portal 25 00000400:00000010:2.0:1715209091.271651:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000010:0.0:1715209091.271652:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715209091.271653:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646272, offset 0 00000100:00000200:2.0:1715209091.271653:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646336, offset 0 00000400:00000200:2.0:1715209091.271660:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209091.271668:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209091.271670:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209091.271673:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209091.271676:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209091.271678:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209091.271680:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209091.271682:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [155:155:256:4294967295] 192.168.203.134@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1715209091.271688:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209091.271691:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209091.271692:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209091.271694:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209091.271695:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209091.271696:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209091.271697:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209091.271699:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209091.271700:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [156:156:255:4294967295] 192.168.203.134@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:0.0:1715209091.271705:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209091.271710:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209091.271715:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209091.271717:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209091.271719:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:2.0:1715209091.271719:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209091.271722:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209091.271725:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209091.271727:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209091.271769:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209091.271772:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209091.271776:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209091.271780:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209091.271783:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:1.0:1715209091.271784:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:1.0:1715209091.271791:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954646336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209091.271844:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209091.271845:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209091.271847:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209091.271849:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209091.271850:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209091.271851:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209091.271854:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954646272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209091.273318:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209091.273335:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402b40 00000400:00000200:0.0:1715209091.273340:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5a1 [1] + 224 00000400:00000200:0.0:1715209091.273349:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209091.273352:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209091.273356:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954646336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209091.273381:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209091.273385:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402b00 00000400:00000200:0.0:1715209091.273387:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5a5 [1] + 224 00000400:00000200:0.0:1715209091.273399:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209091.273402:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209091.273405:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954646272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209091.273440:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209091.273444:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209091.273446:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209091.273451:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954646336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209091.273457:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954646336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209091.273501:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:1.0:1715209091.273507:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209091.273508:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 02000000:00000010:2.0:1715209091.273510:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000100:00000200:1.0:1715209091.273513:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954646272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209091.273514:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209091.273517:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000200:1.0:1715209091.273520:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954646272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209091.273531:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209091.273534:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715209091.273541:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000100:00000010:2.0:1715209096.279575:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715209096.279600:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209096.279645:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209096.279649:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715209096.279711:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209096.279718:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209096.279724:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209096.279731:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646464, portal 4 00000400:00000010:2.0:1715209096.279737:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209096.279740:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646464, offset 0 02000000:00000010:0.0:1715209096.279750:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:2.0:1715209096.279750:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209096.279759:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:0.0:1715209096.279764:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000200:2.0:1715209096.279765:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209096.279768:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646400, portal 25 00000400:00000200:2.0:1715209096.279771:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209096.279772:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715209096.279774:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646400, offset 0 00000400:00000200:2.0:1715209096.279776:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209096.279780:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209096.279781:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209096.279782:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209096.279786:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [157:157:256:4294967295] 192.168.203.134@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1715209096.279797:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209096.279819:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209096.279821:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209096.279823:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209096.279825:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209096.279828:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209096.279830:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209096.279831:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209096.279833:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209096.279836:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [158:158:255:4294967295] 192.168.203.134@tcp LPNI seq info [158:158:7:4294967295] 00000800:00000200:2.0:1715209096.279838:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209096.279843:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209096.279846:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209096.279850:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209096.279863:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209096.279868:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209096.279875:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209096.279878:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209096.279928:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209096.279934:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209096.279941:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209096.279949:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209096.279953:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:1.0:1715209096.279955:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:1.0:1715209096.279965:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954646464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209096.280049:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209096.280052:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209096.280056:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209096.280060:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209096.280062:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209096.280064:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209096.280069:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954646400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209096.281682:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209096.281695:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402bc0 00000400:00000200:0.0:1715209096.281703:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5b1 [1] + 224 00000400:00000200:0.0:1715209096.281713:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209096.281716:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209096.281724:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954646464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209096.281760:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209096.281765:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402b80 00000400:00000200:0.0:1715209096.281769:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5b9 [1] + 224 00000400:00000200:0.0:1715209096.281787:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209096.281791:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209096.281796:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954646400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209096.281804:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209096.281811:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209096.281813:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209096.281822:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954646464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209096.281833:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954646464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209096.281861:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209096.281866:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209096.281870:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000400:00000010:1.0:1715209096.281918:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:1.0:1715209096.281927:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715209096.281929:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715209096.281937:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954646400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209096.281948:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954646400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209096.281966:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209096.281971:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715209096.281974:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715209101.287575:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209101.287599:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209101.287643:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209101.287648:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209101.287703:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209101.287710:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209101.287717:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209101.287725:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646592, portal 4 00000400:00000010:2.0:1715209101.287731:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715209101.287733:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646592, offset 0 02000000:00000010:0.0:1715209101.287738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:2.0:1715209101.287744:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209101.287747:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000010:0.0:1715209101.287753:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715209101.287758:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646528, portal 25 00000400:00000200:2.0:1715209101.287759:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209101.287762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715209101.287764:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646528, offset 0 00000400:00000200:2.0:1715209101.287764:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209101.287769:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209101.287771:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209101.287773:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209101.287791:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209101.287795:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [159:159:256:4294967295] 192.168.203.134@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1715209101.287806:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209101.287813:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209101.287815:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209101.287817:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715209101.287819:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209101.287822:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209101.287824:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209101.287825:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209101.287833:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209101.287837:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209101.287838:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209101.287841:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [160:160:255:4294967295] 192.168.203.134@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:0.0:1715209101.287850:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209101.287856:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209101.287860:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209101.287865:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209101.287871:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209101.287875:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209101.287917:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209101.287923:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715209101.287931:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209101.287938:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209101.287942:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715209101.287953:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715209101.287963:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954646592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209101.288046:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209101.288049:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209101.288052:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209101.288056:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209101.288059:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209101.288061:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209101.288066:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954646528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209101.289787:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209101.289800:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402c40 00000400:00000200:0.0:1715209101.289808:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5c1 [1] + 224 00000400:00000200:0.0:1715209101.289818:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209101.289822:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209101.289829:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954646592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209101.289864:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209101.289869:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402c00 00000400:00000200:0.0:1715209101.289873:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5c9 [1] + 224 00000400:00000200:0.0:1715209101.289888:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209101.289892:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209101.289896:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954646528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209101.289928:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209101.289937:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209101.289940:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209101.289950:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954646592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209101.289967:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954646592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209101.290005:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209101.290012:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209101.290017:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000400:00000010:1.0:1715209101.290022:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:1.0:1715209101.290030:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715209101.290033:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715209101.290041:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954646528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209101.290053:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954646528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209101.290071:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209101.290075:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715209101.290078:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000010:2.0:1715209106.295574:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209106.295596:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209106.295638:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209106.295642:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715209106.295704:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209106.295711:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209106.295717:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209106.295725:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646720, portal 4 02000000:00000010:3.0:1715209106.295727:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:2.0:1715209106.295731:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715209106.295733:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646720, offset 0 00000400:00000010:3.0:1715209106.295737:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715209106.295743:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209106.295752:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209106.295757:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646656, portal 25 00000400:00000200:2.0:1715209106.295758:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209106.295761:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000100:00000200:3.0:1715209106.295763:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646656, offset 0 00000400:00000200:3.0:1715209106.295771:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209106.295777:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209106.295781:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209106.295785:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209106.295788:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209106.295791:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [161:161:256:4294967295] 192.168.203.134@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1715209106.295802:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209106.295808:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209106.295812:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:3.0:1715209106.295812:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209106.295817:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209106.295819:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209106.295820:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209106.295823:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209106.295825:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209106.295827:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209106.295829:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [162:162:255:4294967295] 192.168.203.134@tcp LPNI seq info [162:162:7:4294967295] 00000800:00000200:2.0:1715209106.295833:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209106.295838:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209106.295843:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209106.295847:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000800:00000200:3.0:1715209106.295851:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209106.295858:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209106.295871:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209106.295924:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209106.295931:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209106.295937:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209106.295944:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209106.295948:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715209106.295951:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715209106.295969:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954646720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209106.296040:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209106.296043:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715209106.296046:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209106.296050:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209106.296053:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:0.0:1715209106.296055:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:0.0:1715209106.296058:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954646656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209106.297689:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209106.297702:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402cc0 00000400:00000200:0.0:1715209106.297710:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5d1 [1] + 224 00000400:00000200:0.0:1715209106.297720:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209106.297724:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209106.297731:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954646720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209106.297767:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209106.297772:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402c80 00000400:00000200:0.0:1715209106.297776:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5d9 [1] + 224 00000400:00000200:0.0:1715209106.297805:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209106.297809:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209106.297814:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954646656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209106.297854:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209106.297861:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209106.297863:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209106.297872:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954646720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209106.297883:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954646720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209106.297912:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:3.0:1715209106.297915:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209106.297917:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209106.297920:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000400:00000200:3.0:1715209106.297924:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209106.297927:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209106.297937:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954646656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209106.297954:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954646656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209106.297977:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209106.297984:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:3.0:1715209106.297988:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715209111.303573:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209111.303596:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209111.303642:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209111.303647:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715209111.303699:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209111.303706:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209111.303713:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209111.303721:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646848, portal 4 00000400:00000010:2.0:1715209111.303727:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715209111.303741:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646848, offset 0 00000400:00000200:2.0:1715209111.303752:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715209111.303757:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715209111.303765:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209111.303766:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7318. 00000400:00000010:1.0:1715209111.303771:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715209111.303771:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209111.303775:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715209111.303776:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646784, portal 25 00000400:00000200:2.0:1715209111.303779:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715209111.303780:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000100:00000200:1.0:1715209111.303782:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646784, offset 0 00000400:00000200:2.0:1715209111.303782:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209111.303785:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [163:163:256:4294967295] 192.168.203.134@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1715209111.303789:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209111.303796:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209111.303802:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209111.303807:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209111.303809:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209111.303813:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209111.303813:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209111.303816:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209111.303819:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209111.303821:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209111.303826:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209111.303831:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209111.303834:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [164:164:255:4294967295] 192.168.203.134@tcp LPNI seq info [164:164:7:4294967295] 00000400:00000200:1.0:1715209111.303844:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209111.303850:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209111.303854:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715209111.303859:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209111.303865:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209111.303868:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209111.303903:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209111.303909:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209111.303916:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209111.303923:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209111.303928:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715209111.303938:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715209111.303949:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954646848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209111.304026:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209111.304030:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715209111.304035:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209111.304041:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209111.304044:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715209111.304047:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715209111.304053:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954646784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209111.305692:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209111.305711:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402d40 00000400:00000200:0.0:1715209111.305721:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5e1 [1] + 224 00000400:00000200:0.0:1715209111.305737:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209111.305743:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209111.305752:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954646848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209111.305807:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209111.305814:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402d00 00000400:00000200:0.0:1715209111.305819:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5e9 [1] + 224 00000400:00000200:0.0:1715209111.305836:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209111.305840:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209111.305846:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954646784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209111.305862:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209111.305870:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209111.305872:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209111.305880:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954646848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209111.305891:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954646848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1715209111.305902:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7318. 00000400:00000200:0.0:1715209111.305906:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715209111.305907:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715209111.305912:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954646784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209111.305920:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209111.305925:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000200:0.0:1715209111.305928:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954646784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209111.305928:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 02000000:00000010:0.0:1715209111.305944:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:0.0:1715209111.305948:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:0.0:1715209111.305951:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715209116.311601:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209116.311622:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209116.311664:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715209116.311668:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715209116.311727:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209116.311734:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209116.311751:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 02000000:00000010:3.0:1715209116.311758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000100:00000200:2.0:1715209116.311760:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646976, portal 4 00000400:00000010:2.0:1715209116.311766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000010:3.0:1715209116.311767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209116.311768:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954646976, offset 0 00000400:00000010:3.0:1715209116.311773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715209116.311779:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209116.311787:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954646912, portal 25 00000400:00000010:3.0:1715209116.311792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000400:00000200:2.0:1715209116.311793:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715209116.311794:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954646912, offset 0 00000400:00000200:2.0:1715209116.311798:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209116.311801:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209116.311803:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209116.311807:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209116.311810:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209116.311813:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [165:165:256:4294967295] 192.168.203.134@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1715209116.311824:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209116.311830:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209116.311833:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209116.311834:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:3.0:1715209116.311837:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209116.311841:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209116.311841:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209116.311844:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209116.311847:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209116.311851:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209116.311851:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [166:166:255:4294967295] 192.168.203.134@tcp LPNI seq info [166:166:7:4294967295] 00000800:00000200:2.0:1715209116.311856:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209116.311860:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209116.311865:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209116.311869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000800:00000200:3.0:1715209116.311874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209116.311880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209116.311884:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209116.311927:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209116.311933:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209116.311940:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209116.311947:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209116.311951:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715209116.311954:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715209116.311964:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954646976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209116.312032:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209116.312034:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715209116.312038:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209116.312042:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209116.312044:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:0.0:1715209116.312045:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:0.0:1715209116.312049:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954646912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209116.313556:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209116.313570:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402d80 00000400:00000200:0.0:1715209116.313577:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5f9 [1] + 224 00000400:00000200:0.0:1715209116.313587:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209116.313591:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209116.313598:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954646912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209116.313632:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209116.313647:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402dc0 00000400:00000200:0.0:1715209116.313651:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x5f1 [1] + 224 00000400:00000200:0.0:1715209116.313665:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209116.313669:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209116.313673:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954646976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209116.313723:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209116.313730:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209116.313733:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209116.313740:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954646912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209116.313752:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954646912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209116.313775:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209116.313781:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:3.0:1715209116.313785:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000400:00000010:2.0:1715209116.313795:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209116.313802:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209116.313804:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209116.313812:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954646976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209116.313823:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954646976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209116.313846:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209116.313850:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209116.313853:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715209121.319573:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715209121.319595:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209121.319639:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209121.319654:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209121.319711:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209121.319719:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209121.319726:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 02000000:00000010:0.0:1715209121.319727:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715209121.319733:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647104, portal 4 00000400:00000010:0.0:1715209121.319736:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:2.0:1715209121.319739:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000010:0.0:1715209121.319742:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:2.0:1715209121.319742:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954647104, offset 0 00000100:00000200:0.0:1715209121.319746:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647040, portal 25 00000400:00000010:0.0:1715209121.319750:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000200:2.0:1715209121.319753:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209121.319762:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647040, offset 0 00000400:00000200:2.0:1715209121.319767:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209121.319770:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209121.319773:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209121.319777:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209121.319781:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209121.319784:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209121.319787:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [167:167:256:4294967295] 192.168.203.134@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1715209121.319798:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209121.319804:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209121.319807:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209121.319808:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209121.319811:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209121.319814:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209121.319815:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209121.319817:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209121.319820:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209121.319823:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [168:168:255:4294967295] 192.168.203.134@tcp LPNI seq info [168:168:7:4294967295] 00000800:00000200:2.0:1715209121.319824:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209121.319829:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209121.319832:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209121.319837:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209121.319841:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209121.319846:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209121.319852:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209121.319855:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209121.319907:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209121.319913:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209121.319919:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209121.319926:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209121.319931:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715209121.319933:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715209121.319943:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954647104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209121.320028:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209121.320031:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209121.320033:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209121.320037:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209121.320040:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209121.320042:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209121.320046:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954647040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209121.321742:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209121.321755:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402e40 00000400:00000200:0.0:1715209121.321762:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x601 [1] + 224 00000400:00000200:0.0:1715209121.321772:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209121.321785:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209121.321793:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954647104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209121.321832:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209121.321838:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402e00 00000400:00000200:0.0:1715209121.321842:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x609 [1] + 224 00000400:00000200:0.0:1715209121.321858:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209121.321862:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209121.321867:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954647040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209121.321922:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209121.321930:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209121.321932:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209121.321940:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954647104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209121.321951:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954647104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209121.321981:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209121.321985:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209121.321989:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000400:00000010:1.0:1715209121.321991:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:1.0:1715209121.321999:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209121.322001:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715209121.322009:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954647040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209121.322020:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954647040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209121.322048:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209121.322053:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715209121.322056:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715209126.327602:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209126.327624:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209126.327669:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209126.327673:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715209126.327731:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209126.327738:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209126.327745:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209126.327753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647232, portal 4 00000400:00000010:2.0:1715209126.327759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715209126.327761:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954647232, offset 0 02000000:00000010:3.0:1715209126.327762:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000200:2.0:1715209126.327771:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209126.327771:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209126.327777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209126.327782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647168, portal 25 00000400:00000200:2.0:1715209126.327786:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209126.327786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715209126.327788:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647168, offset 0 00000400:00000200:2.0:1715209126.327792:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209126.327795:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209126.327797:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209126.327801:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209126.327803:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209126.327807:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [169:169:256:4294967295] 192.168.203.134@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1715209126.327818:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209126.327824:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209126.327827:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209126.327828:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:3.0:1715209126.327831:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209126.327834:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209126.327836:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209126.327837:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209126.327840:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209126.327843:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [170:170:255:4294967295] 192.168.203.134@tcp LPNI seq info [170:170:7:4294967295] 00000800:00000200:2.0:1715209126.327845:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209126.327850:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209126.327853:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209126.327858:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209126.327861:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715209126.327866:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209126.327872:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209126.327876:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209126.327930:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209126.327936:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209126.327942:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209126.327949:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209126.327953:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715209126.327955:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715209126.327965:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954647232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209126.328047:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209126.328049:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715209126.328053:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209126.328057:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209126.328060:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:0.0:1715209126.328061:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:0.0:1715209126.328066:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954647168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209126.329846:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209126.329858:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402ec0 00000400:00000200:0.0:1715209126.329866:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x611 [1] + 224 00000400:00000200:0.0:1715209126.329891:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209126.329895:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209126.329902:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954647232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209126.329940:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209126.329945:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402e80 00000400:00000200:0.0:1715209126.329950:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x619 [1] + 224 00000400:00000200:0.0:1715209126.329963:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209126.329966:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209126.329971:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954647168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209126.330026:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209126.330034:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209126.330036:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209126.330044:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954647232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209126.330055:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954647232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209126.330092:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209126.330100:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209126.330105:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209126.330108:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000400:00000200:3.0:1715209126.330108:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209126.330110:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209126.330118:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954647168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209126.330129:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954647168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209126.330147:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209126.330151:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:3.0:1715209126.330154:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715209131.335616:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209131.335637:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209131.335681:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209131.335686:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715209131.335737:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209131.335744:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209131.335751:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209131.335760:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647360, portal 4 00000400:00000010:2.0:1715209131.335766:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715209131.335769:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954647360, offset 0 02000000:00000010:0.0:1715209131.335772:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:2.0:1715209131.335779:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209131.335782:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:0.0:1715209131.335787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715209131.335791:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647296, portal 25 00000400:00000200:2.0:1715209131.335793:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209131.335795:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715209131.335797:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647296, offset 0 00000400:00000200:2.0:1715209131.335798:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209131.335804:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209131.335805:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209131.335807:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209131.335810:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209131.335814:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [171:171:256:4294967295] 192.168.203.134@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:2.0:1715209131.335824:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209131.335830:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209131.335833:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209131.335835:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715209131.335837:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209131.335840:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209131.335842:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209131.335843:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209131.335846:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209131.335849:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [172:172:255:4294967295] 192.168.203.134@tcp LPNI seq info [172:172:7:4294967295] 00000800:00000200:2.0:1715209131.335851:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209131.335857:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209131.335859:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209131.335863:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209131.335867:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209131.335872:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209131.335878:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209131.335892:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209131.335935:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209131.335942:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715209131.335948:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209131.335955:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209131.335960:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:1.0:1715209131.335962:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:1.0:1715209131.335972:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954647360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209131.336051:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209131.336054:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209131.336057:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209131.336061:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209131.336063:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209131.336065:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209131.336070:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954647296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209131.337862:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209131.337875:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402f40 00000400:00000200:0.0:1715209131.337882:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x621 [1] + 224 00000400:00000200:0.0:1715209131.337893:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209131.337896:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209131.337904:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954647360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209131.337938:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209131.337943:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402f00 00000400:00000200:0.0:1715209131.337947:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x629 [1] + 224 00000400:00000200:0.0:1715209131.337961:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209131.337965:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209131.337969:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954647296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209131.338029:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209131.338037:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209131.338039:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209131.338056:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954647360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209131.338068:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954647360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209131.338090:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 02000000:00000010:2.0:1715209131.338097:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000200:1.0:1715209131.338098:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209131.338101:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 02000000:00000010:2.0:1715209131.338102:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209131.338106:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000200:1.0:1715209131.338109:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954647296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209131.338120:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954647296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209131.338138:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209131.338146:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715209131.338149:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715209136.343571:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209136.343592:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209136.343635:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209136.343639:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715209136.343697:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209136.343704:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209136.343711:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209136.343718:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647488, portal 4 00000400:00000010:2.0:1715209136.343724:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 02000000:00000010:3.0:1715209136.343725:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000100:00000200:2.0:1715209136.343726:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954647488, offset 0 00000400:00000010:3.0:1715209136.343735:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715209136.343737:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209136.343750:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715209136.343751:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715209136.343755:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647424, portal 25 00000400:00000200:2.0:1715209136.343757:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715209136.343759:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000100:00000200:3.0:1715209136.343761:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647424, offset 0 00000400:00000200:2.0:1715209136.343762:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209136.343765:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209136.343768:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209136.343768:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209136.343771:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [173:173:256:4294967295] 192.168.203.134@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:2.0:1715209136.343782:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209136.343789:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209136.343791:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209136.343793:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:3.0:1715209136.343795:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209136.343799:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209136.343799:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209136.343801:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209136.343804:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209136.343807:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [174:174:255:4294967295] 192.168.203.134@tcp LPNI seq info [174:174:7:4294967295] 00000800:00000200:2.0:1715209136.343808:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209136.343813:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209136.343817:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209136.343822:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209136.343825:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715209136.343830:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209136.343836:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209136.343840:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209136.343904:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209136.343910:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209136.343916:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209136.343923:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209136.343928:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715209136.343930:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715209136.343940:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954647488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209136.344024:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209136.344027:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209136.344030:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209136.344034:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209136.344036:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:0.0:1715209136.344038:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:0.0:1715209136.344052:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954647424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209136.345582:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209136.345595:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030402fc0 00000400:00000200:0.0:1715209136.345603:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x631 [1] + 224 00000400:00000200:0.0:1715209136.345613:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209136.345616:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209136.345624:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954647488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209136.345659:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209136.345664:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030402f80 00000400:00000200:0.0:1715209136.345668:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x639 [1] + 224 00000400:00000200:0.0:1715209136.345685:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209136.345689:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209136.345694:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954647424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209136.345704:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209136.345711:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209136.345713:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209136.345722:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954647488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209136.345733:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954647488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209136.345761:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209136.345766:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209136.345770:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000400:00000010:3.0:1715209136.345816:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209136.345824:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209136.345835:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209136.345843:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954647424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209136.345855:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954647424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209136.345873:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209136.345878:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715209136.345881:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000010:2.0:1715209141.351582:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209141.351603:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209141.351646:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209141.351650:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209141.351702:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209141.351708:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209141.351716:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209141.351723:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647616, portal 4 00000400:00000010:2.0:1715209141.351729:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209141.351731:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954647616, offset 0 02000000:00000010:0.0:1715209141.351736:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:2.0:1715209141.351742:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209141.351746:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:0.0:1715209141.351751:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715209141.351755:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647552, portal 25 00000400:00000200:2.0:1715209141.351756:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209141.351759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715209141.351761:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647552, offset 0 00000400:00000200:2.0:1715209141.351762:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209141.351766:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209141.351768:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209141.351770:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209141.351773:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209141.351777:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [175:175:256:4294967295] 192.168.203.134@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:2.0:1715209141.351788:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209141.351794:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209141.351796:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209141.351798:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715209141.351800:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209141.351804:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209141.351806:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209141.351809:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209141.351812:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [176:176:255:4294967295] 192.168.203.134@tcp LPNI seq info [176:176:7:4294967295] 00000800:00000200:2.0:1715209141.351815:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209141.351824:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209141.351829:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209141.351831:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209141.351837:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209141.351840:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209141.351845:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209141.351851:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209141.351854:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209141.351910:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209141.351925:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715209141.351930:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209141.351937:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209141.351942:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:1.0:1715209141.351944:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:1.0:1715209141.351954:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954647616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209141.352033:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209141.352036:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209141.352039:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209141.352043:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209141.352046:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715209141.352047:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209141.352052:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954647552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209141.353559:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209141.353572:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403040 00000400:00000200:0.0:1715209141.353580:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x641 [1] + 224 00000400:00000200:0.0:1715209141.353591:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209141.353594:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209141.353602:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954647616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209141.353640:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209141.353647:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403000 00000400:00000200:0.0:1715209141.353654:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x649 [1] + 224 00000400:00000200:0.0:1715209141.353681:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209141.353687:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209141.353696:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954647552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209141.353725:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209141.353732:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209141.353735:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209141.353743:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954647616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209141.353754:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954647616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209141.353783:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209141.353788:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209141.353791:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:1.0:1715209141.353825:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:1.0:1715209141.353833:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715209141.353835:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715209141.353844:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954647552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209141.353854:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954647552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209141.353872:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209141.353878:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715209141.353880:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:2.0:1715209146.359577:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209146.359598:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209146.359641:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209146.359645:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:3.0:1715209146.359701:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209146.359712:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209146.359720:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209146.359721:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209146.359726:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000100:00000200:3.0:1715209146.359728:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647680, portal 25 00000400:00000010:2.0:1715209146.359731:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000010:3.0:1715209146.359733:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000100:00000200:2.0:1715209146.359735:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647744, portal 4 00000100:00000200:3.0:1715209146.359736:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647680, offset 0 00000400:00000010:2.0:1715209146.359740:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000400:00000200:3.0:1715209146.359747:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209146.359752:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954647744, offset 0 00000400:00000200:2.0:1715209146.359759:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209146.359761:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209146.359767:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209146.359772:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209146.359776:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209146.359779:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209146.359782:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [177:177:256:4294967295] 192.168.203.134@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1715209146.359793:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209146.359799:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209146.359801:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209146.359803:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:2.0:1715209146.359805:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209146.359808:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209146.359809:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209146.359811:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209146.359814:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209146.359817:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [178:178:255:4294967295] 192.168.203.134@tcp LPNI seq info [178:178:7:4294967295] 00000800:00000200:3.0:1715209146.359819:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209146.359824:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209146.359826:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209146.359849:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209146.359852:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715209146.359857:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209146.359863:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209146.359867:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209146.359900:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209146.359906:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715209146.359912:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209146.359920:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209146.359924:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:0.0:1715209146.359926:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:0.0:1715209146.359935:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954647680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209146.360017:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209146.360020:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209146.360023:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209146.360027:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209146.360030:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715209146.360031:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715209146.360036:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954647744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209146.361792:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209146.361805:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403080 00000400:00000200:0.0:1715209146.361812:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x651 [1] + 224 00000400:00000200:0.0:1715209146.361823:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209146.361827:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209146.361834:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954647680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209146.361869:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209146.361874:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304030c0 00000400:00000200:0.0:1715209146.361879:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x655 [1] + 224 00000400:00000200:0.0:1715209146.361893:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209146.361897:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209146.361901:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954647744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209146.361960:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209146.361968:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209146.361970:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209146.361978:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954647680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209146.361998:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954647680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209146.362023:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209146.362028:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:3.0:1715209146.362032:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:2.0:1715209146.362033:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209146.362041:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209146.362043:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209146.362051:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954647744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209146.362061:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954647744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209146.362084:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209146.362089:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209146.362112:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715209151.367578:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209151.367600:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209151.367642:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209151.367646:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209151.367698:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209151.367705:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715209151.367711:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209151.367719:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647872, portal 4 00000400:00000010:2.0:1715209151.367725:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209151.367727:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954647872, offset 0 02000000:00000010:0.0:1715209151.367735:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:2.0:1715209151.367737:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209151.367744:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715209151.367749:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000200:2.0:1715209151.367752:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209151.367753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647808, portal 25 00000400:00000010:0.0:1715209151.367757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000400:00000200:2.0:1715209151.367757:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715209151.367759:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647808, offset 0 00000400:00000200:2.0:1715209151.367762:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209151.367766:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209151.367778:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209151.367779:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209151.367782:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [179:179:256:4294967295] 192.168.203.134@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:2.0:1715209151.367793:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209151.367799:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209151.367802:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209151.367804:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209151.367806:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209151.367809:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209151.367811:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209151.367812:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209151.367815:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209151.367818:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [180:180:255:4294967295] 192.168.203.134@tcp LPNI seq info [180:180:7:4294967295] 00000800:00000200:2.0:1715209151.367820:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209151.367825:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209151.367828:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209151.367832:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209151.367836:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209151.367840:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209151.367847:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209151.367850:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209151.367902:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209151.367908:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209151.367915:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209151.367922:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209151.367926:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715209151.367929:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715209151.367938:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954647872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209151.368025:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209151.368028:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209151.368031:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209151.368035:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209151.368038:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209151.368039:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209151.368045:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954647808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209151.369946:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209151.369960:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403140 00000400:00000200:0.0:1715209151.369967:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x661 [1] + 224 00000400:00000200:0.0:1715209151.369978:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209151.369982:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209151.369989:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954647872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209151.370024:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209151.370029:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403100 00000400:00000200:0.0:1715209151.370033:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x669 [1] + 224 00000400:00000200:0.0:1715209151.370047:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209151.370051:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209151.370056:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954647808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209151.370200:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:1.0:1715209151.370208:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715209151.370210:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715209151.370218:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954647808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209151.370230:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954647808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209151.370254:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209151.370260:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715209151.370264:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000400:00000010:2.0:1715209151.370280:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715209151.370287:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715209151.370289:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209151.370298:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954647872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209151.370308:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954647872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209151.370332:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209151.370336:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209151.370339:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:0.0:1715209156.375678:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209156.375710:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715209156.375758:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209156.375762:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715209156.375822:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209156.375829:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000010:0.0:1715209156.375836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715209156.375844:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648000, portal 4 00000400:00000010:0.0:1715209156.375850:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715209156.375852:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648000, offset 0 02000000:00000010:3.0:1715209156.375854:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000200:0.0:1715209156.375862:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209156.375864:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209156.375869:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209156.375874:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954647936, portal 25 00000400:00000200:0.0:1715209156.375877:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209156.375877:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000100:00000200:3.0:1715209156.375879:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954647936, offset 0 00000400:00000200:0.0:1715209156.375882:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209156.375887:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209156.375887:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209156.375891:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209156.375894:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209156.375897:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [181:181:256:4294967295] 192.168.203.134@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1715209156.375908:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209156.375914:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209156.375917:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209156.375919:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:3.0:1715209156.375921:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209156.375925:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209156.375925:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209156.375928:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209156.375930:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209156.375933:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [182:182:255:4294967295] 192.168.203.134@tcp LPNI seq info [182:182:7:4294967295] 00000800:00000200:0.0:1715209156.375935:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209156.375940:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209156.375943:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209156.375948:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209156.375952:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000800:00000200:3.0:1715209156.375957:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209156.375964:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209156.375967:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209156.376015:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209156.376021:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209156.376048:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209156.376056:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209156.376060:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209156.376062:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209156.376073:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954648000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209156.376153:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209156.376156:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715209156.376160:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209156.376163:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209156.376175:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:1.0:1715209156.376177:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:1.0:1715209156.376182:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954647936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209156.377848:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209156.377862:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304031c0 00000400:00000200:0.0:1715209156.377869:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x671 [1] + 224 00000400:00000200:0.0:1715209156.377880:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209156.377884:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209156.377891:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954648000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209156.377947:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209156.377953:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403180 00000400:00000200:0.0:1715209156.377957:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x679 [1] + 224 00000400:00000200:0.0:1715209156.377970:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209156.377974:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209156.377979:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954647936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209156.378057:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715209156.378065:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715209156.378067:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715209156.378076:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954648000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209156.378087:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954648000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209156.378103:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209156.378111:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209156.378113:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209156.378116:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209156.378121:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954647936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209156.378122:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:2.0:1715209156.378126:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000200:3.0:1715209156.378148:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954647936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209156.378166:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209156.378171:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:3.0:1715209156.378174:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715209161.383582:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209161.383614:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 00000100:00000010:0.0:1715209161.383670:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209161.383674:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209161.383756:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209161.383764:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 02000000:00000010:1.0:1715209161.383768:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:0.0:1715209161.383773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715209161.383782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648128, portal 4 00000400:00000010:1.0:1715209161.383783:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000010:0.0:1715209161.383791:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000400:00000010:1.0:1715209161.383792:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715209161.383794:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648128, offset 0 00000100:00000200:1.0:1715209161.383799:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648064, portal 25 00000400:00000010:1.0:1715209161.383804:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:0.0:1715209161.383807:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209161.383818:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648064, offset 0 00000400:00000200:0.0:1715209161.383827:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209161.383828:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209161.383834:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209161.383840:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209161.383844:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209161.383847:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209161.383851:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [183:183:256:4294967295] 192.168.203.134@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1715209161.383864:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209161.383871:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209161.383876:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209161.383878:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209161.383884:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209161.383885:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209161.383889:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209161.383892:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209161.383895:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209161.383898:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [184:184:255:4294967295] 192.168.203.134@tcp LPNI seq info [184:184:7:4294967295] 00000400:00000200:1.0:1715209161.383910:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209161.383914:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209161.383916:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209161.383919:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715209161.383921:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715209161.383928:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209161.383937:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209161.383942:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209161.384028:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209161.384043:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715209161.384049:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209161.384057:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209161.384061:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:2.0:1715209161.384063:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:2.0:1715209161.384074:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954648128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209161.384158:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209161.384160:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:2.0:1715209161.384163:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209161.384167:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209161.384170:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:2.0:1715209161.384171:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:2.0:1715209161.384175:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954648064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209161.386021:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209161.386036:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403240 00000400:00000200:0.0:1715209161.386044:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x681 [1] + 224 00000400:00000200:0.0:1715209161.386058:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209161.386063:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209161.386074:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954648128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209161.386116:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209161.386121:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403200 00000400:00000200:0.0:1715209161.386127:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x689 [1] + 224 00000400:00000200:0.0:1715209161.386143:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209161.386147:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209161.386154:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954648064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209161.386207:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:2.0:1715209161.386214:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715209161.386216:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209161.386225:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954648128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209161.386237:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954648128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209161.386248:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209161.386256:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209161.386258:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209161.386267:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954648064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209161.386268:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209161.386277:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000200:1.0:1715209161.386278:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954648064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209161.386281:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 02000000:00000010:1.0:1715209161.386314:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715209161.386318:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715209161.386321:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715209166.391578:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209166.391610:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715209166.391677:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209166.391681:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715209166.391764:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:3.0:1715209166.391897:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209166.391914:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209166.391922:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209166.391932:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648192, portal 25 00000400:00000010:3.0:1715209166.391939:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715209166.391942:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648192, offset 0 00000400:00000200:3.0:1715209166.391992:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209166.391995:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:0.0:1715209166.392004:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715209166.392012:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648256, portal 4 00000400:00000200:3.0:1715209166.392012:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209166.392019:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209166.392021:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715209166.392023:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648256, offset 0 00000400:00000200:3.0:1715209166.392025:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209166.392029:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209166.392033:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209166.392036:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209166.392038:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [185:185:256:4294967295] 192.168.203.134@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1715209166.392054:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209166.392064:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209166.392070:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209166.392070:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715209166.392076:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209166.392080:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209166.392093:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209166.392099:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209166.392100:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209166.392103:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209166.392106:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209166.392110:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [186:186:255:4294967295] 192.168.203.134@tcp LPNI seq info [186:186:7:4294967295] 00000400:00000200:0.0:1715209166.392130:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209166.392138:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209166.392144:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209166.392153:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209166.392165:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209166.392172:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209166.392247:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209166.392255:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209166.392263:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209166.392273:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209166.392277:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:1.0:1715209166.392280:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:1.0:1715209166.392290:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954648192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209166.392375:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209166.392378:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209166.392381:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209166.392385:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209166.392388:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209166.392389:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209166.392395:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954648256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209166.393915:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209166.393930:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403280 00000400:00000200:0.0:1715209166.393939:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x691 [1] + 224 00000400:00000200:0.0:1715209166.393979:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209166.393985:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209166.393996:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954648192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209166.394036:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209166.394042:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304032c0 00000400:00000200:0.0:1715209166.394046:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x699 [1] + 224 00000400:00000200:0.0:1715209166.394063:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209166.394067:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209166.394073:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954648256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209166.394132:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209166.394140:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209166.394142:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209166.394150:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954648192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209166.394179:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954648192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209166.394199:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 02000000:00000010:3.0:1715209166.394204:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 00000400:00000200:1.0:1715209166.394207:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715209166.394209:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 02000000:00000010:3.0:1715209166.394210:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715209166.394214:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000200:1.0:1715209166.394218:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954648256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209166.394229:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954648256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209166.394255:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209166.394263:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715209166.394266:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715209171.399626:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209171.399660:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715209171.399723:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209171.399728:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209171.399828:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209171.399837:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:0.0:1715209171.399846:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 02000000:00000010:1.0:1715209171.399848:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000100:00000200:0.0:1715209171.399855:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648384, portal 4 00000400:00000010:0.0:1715209171.399864:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715209171.399867:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648384, offset 0 00000400:00000010:1.0:1715209171.399878:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000200:0.0:1715209171.399880:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209171.399889:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209171.399896:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648320, portal 25 00000400:00000200:0.0:1715209171.399899:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209171.399902:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000100:00000200:1.0:1715209171.399904:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648320, offset 0 00000400:00000200:0.0:1715209171.399906:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209171.399912:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209171.399915:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209171.399916:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209171.399943:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209171.399948:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [187:187:256:4294967295] 192.168.203.134@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1715209171.399961:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209171.399969:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209171.399974:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209171.399976:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209171.399982:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209171.399982:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209171.399987:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209171.399990:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209171.399994:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209171.399994:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209171.399998:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [188:188:255:4294967295] 192.168.203.134@tcp LPNI seq info [188:188:7:4294967295] 00000800:00000200:0.0:1715209171.399999:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209171.400009:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209171.400016:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209171.400021:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715209171.400028:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209171.400038:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209171.400043:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209171.400097:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209171.400104:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209171.400111:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209171.400119:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209171.400124:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:2.0:1715209171.400127:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:2.0:1715209171.400139:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954648384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209171.400252:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209171.400255:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715209171.400258:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209171.400263:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209171.400266:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:2.0:1715209171.400268:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:2.0:1715209171.400273:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954648320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209171.402210:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209171.402225:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403300 00000400:00000200:0.0:1715209171.402234:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6a9 [1] + 224 00000400:00000200:0.0:1715209171.402247:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209171.402251:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209171.402260:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954648320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209171.402297:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209171.402303:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403340 00000400:00000200:0.0:1715209171.402307:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6a1 [1] + 224 00000400:00000200:0.0:1715209171.402332:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209171.402336:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209171.402341:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954648384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209171.402388:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209171.402396:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209171.402398:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209171.402408:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954648320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209171.402421:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954648320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209171.402446:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715209171.402451:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715209171.402456:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000010:2.0:1715209171.402508:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715209171.402516:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715209171.402518:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715209171.402527:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954648384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209171.402538:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954648384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209171.402570:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209171.402575:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715209171.402580:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715209176.407582:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209176.407614:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715209176.407667:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209176.407671:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715209176.407736:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209176.407746:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715209176.407754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715209176.407763:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648512, portal 4 02000000:00000010:2.0:1715209176.407765:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:0.0:1715209176.407772:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000400:00000010:2.0:1715209176.407774:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000100:00000200:0.0:1715209176.407775:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648512, offset 0 00000400:00000010:2.0:1715209176.407780:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000200:0.0:1715209176.407788:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209176.407795:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648448, portal 25 00000400:00000010:2.0:1715209176.407800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209176.407802:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648448, offset 0 00000400:00000200:0.0:1715209176.407807:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209176.407810:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209176.407814:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209176.407820:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209176.407825:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209176.407828:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209176.407832:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [189:189:256:4294967295] 192.168.203.134@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1715209176.407845:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209176.407852:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209176.407854:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209176.407857:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209176.407858:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209176.407861:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209176.407864:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209176.407865:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209176.407867:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209176.407876:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209176.407882:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209176.407882:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [190:190:255:4294967295] 192.168.203.134@tcp LPNI seq info [190:190:7:4294967295] 00000400:00000200:2.0:1715209176.407920:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209176.407926:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209176.407931:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715209176.407935:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209176.407942:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209176.407945:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209176.408010:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209176.408018:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209176.408025:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209176.408050:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209176.408056:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209176.408059:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209176.408071:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954648512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209176.408161:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209176.408164:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209176.408167:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209176.408171:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209176.408174:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:1.0:1715209176.408176:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:1.0:1715209176.408182:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954648448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209176.410049:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209176.410063:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304033c0 00000400:00000200:0.0:1715209176.410081:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6b1 [1] + 224 00000400:00000200:0.0:1715209176.410096:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209176.410101:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209176.410112:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954648512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209176.410154:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209176.410160:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403380 00000400:00000200:0.0:1715209176.410164:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6b9 [1] + 224 00000400:00000200:0.0:1715209176.410177:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209176.410181:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209176.410186:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954648448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209176.410265:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715209176.410276:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715209176.410279:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715209176.410291:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954648512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209176.410304:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000100:00000200:2.0:1715209176.410308:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954648512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209176.410313:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:3.0:1715209176.410315:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:3.0:1715209176.410324:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954648448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209176.410335:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954648448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209176.410352:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:3.0:1715209176.410353:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209176.410359:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 02000000:00000010:2.0:1715209176.410360:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:3.0:1715209176.410363:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:2.0:1715209176.410365:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209181.415585:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209181.415615:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715209181.415673:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209181.415677:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209181.415759:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209181.415768:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715209181.415776:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209181.415785:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648640, portal 4 02000000:00000010:1.0:1715209181.415791:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:0.0:1715209181.415794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715209181.415796:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648640, offset 0 00000400:00000010:1.0:1715209181.415805:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000200:0.0:1715209181.415809:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209181.415824:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:0.0:1715209181.415828:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209181.415832:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648576, portal 25 00000400:00000200:0.0:1715209181.415836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209181.415838:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000400:00000200:0.0:1715209181.415841:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715209181.415841:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648576, offset 0 00000400:00000200:0.0:1715209181.415846:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209181.415848:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209181.415882:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [191:191:256:4294967295] 192.168.203.134@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:1.0:1715209181.415889:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209181.415911:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209181.415920:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209181.415925:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209181.415925:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209181.415932:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209181.415933:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209181.415936:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209181.415940:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209181.415943:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209181.415944:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209181.415947:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [192:192:255:4294967295] 192.168.203.134@tcp LPNI seq info [192:192:7:4294967295] 00000800:00000200:0.0:1715209181.415950:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209181.415959:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209181.415965:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209181.415970:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715209181.415976:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209181.415986:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209181.416006:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209181.416049:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209181.416054:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209181.416062:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209181.416070:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209181.416075:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:2.0:1715209181.416078:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715209181.416090:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954648640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209181.416195:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209181.416198:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715209181.416201:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209181.416205:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209181.416208:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:2.0:1715209181.416219:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:2.0:1715209181.416226:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954648576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209181.418131:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209181.418146:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403440 00000400:00000200:0.0:1715209181.418154:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6c1 [1] + 224 00000400:00000200:0.0:1715209181.418166:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209181.418170:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209181.418178:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954648640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209181.418214:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209181.418219:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403400 00000400:00000200:0.0:1715209181.418225:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6c9 [1] + 224 00000400:00000200:0.0:1715209181.418241:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209181.418245:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209181.418251:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954648576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209181.418311:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:2.0:1715209181.418319:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209181.418321:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209181.418329:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954648640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209181.418340:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954648640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209181.418378:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:1.0:1715209181.418385:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 02000000:00000010:2.0:1715209181.418389:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209181.418393:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000100:00000010:2.0:1715209181.418393:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000400:00000010:1.0:1715209181.418395:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209181.418405:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954648576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209181.418418:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954648576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209181.418442:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715209181.418448:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:1.0:1715209181.418453:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:0.0:1715209186.423601:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209186.423631:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715209186.423684:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209186.423689:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715209186.423753:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209186.423763:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:0.0:1715209186.423771:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 02000000:00000010:2.0:1715209186.423773:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715209186.423783:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43791b8. 00000100:00000200:0.0:1715209186.423791:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648768, portal 4 00000400:00000010:2.0:1715209186.423798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000400:00000010:0.0:1715209186.423800:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715209186.423803:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648768, offset 0 00000100:00000200:2.0:1715209186.423803:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648704, portal 25 00000400:00000010:2.0:1715209186.423807:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000200:0.0:1715209186.423846:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209186.423852:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648704, offset 0 00000400:00000200:2.0:1715209186.423863:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209186.423866:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209186.423872:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209186.423878:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209186.423882:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209186.423885:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209186.423889:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [193:193:256:4294967295] 192.168.203.134@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:0.0:1715209186.423902:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209186.423910:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209186.423911:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209186.423915:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715209186.423915:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209186.423918:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209186.423921:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209186.423923:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209186.423923:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209186.423926:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [194:194:255:4294967295] 192.168.203.134@tcp LPNI seq info [194:194:7:4294967295] 00000800:00000200:0.0:1715209186.423934:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209186.423936:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209186.423939:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209186.423941:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209186.423945:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715209186.423950:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209186.423966:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209186.423970:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209186.424107:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209186.424113:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209186.424120:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209186.424127:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209186.424132:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715209186.424134:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209186.424146:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954648768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209186.424244:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209186.424247:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715209186.424250:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209186.424254:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209186.424256:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:1.0:1715209186.424258:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715209186.424263:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954648704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209186.426113:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209186.426127:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304034c0 00000400:00000200:0.0:1715209186.426135:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6d1 [1] + 224 00000400:00000200:0.0:1715209186.426147:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209186.426151:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209186.426159:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954648768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209186.426196:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209186.426201:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403480 00000400:00000200:0.0:1715209186.426205:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6d5 [1] + 224 00000400:00000200:0.0:1715209186.426224:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209186.426228:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209186.426240:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954648704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209186.426296:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715209186.426303:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209186.426306:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209186.426314:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954648768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209186.426325:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954648768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209186.426358:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43791b8. 02000000:00000010:2.0:1715209186.426361:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715209186.426367:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:3.0:1715209186.426369:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 02000000:00000010:2.0:1715209186.426371:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715209186.426376:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000200:3.0:1715209186.426377:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954648704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209186.426388:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954648704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209186.426406:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715209186.426410:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715209186.426413:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715209191.431604:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209191.431634:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715209191.431693:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209191.431698:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715209191.431775:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209191.431809:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:0.0:1715209191.431819:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 02000000:00000010:1.0:1715209191.431825:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000100:00000200:0.0:1715209191.431828:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648896, portal 4 00000400:00000010:1.0:1715209191.431834:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000010:0.0:1715209191.431836:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209191.431839:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954648896, offset 0 00000400:00000010:1.0:1715209191.431839:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209191.431844:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648832, portal 25 00000400:00000010:1.0:1715209191.431848:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000400:00000200:0.0:1715209191.431853:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209191.431862:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648832, offset 0 00000400:00000200:1.0:1715209191.431872:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209191.431873:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209191.431879:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209191.431885:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209191.431889:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209191.431892:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209191.431896:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [195:195:256:4294967295] 192.168.203.134@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1715209191.431909:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209191.431917:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209191.431918:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209191.431921:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209191.431922:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209191.431925:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209191.431928:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209191.431929:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209191.431931:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209191.431934:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [196:196:255:4294967295] 192.168.203.134@tcp LPNI seq info [196:196:7:4294967295] 00000800:00000200:0.0:1715209191.431940:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209191.431943:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209191.431945:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209191.431948:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209191.431952:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715209191.431957:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209191.431964:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209191.431967:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209191.432038:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209191.432044:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715209191.432052:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209191.432060:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209191.432065:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:2.0:1715209191.432067:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:2.0:1715209191.432080:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954648896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209191.432176:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209191.432179:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715209191.432182:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209191.432186:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209191.432188:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:2.0:1715209191.432190:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:2.0:1715209191.432194:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954648832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209191.434002:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209191.434016:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403540 00000400:00000200:0.0:1715209191.434025:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6e1 [1] + 224 00000400:00000200:0.0:1715209191.434037:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209191.434050:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209191.434059:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954648896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209191.434100:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209191.434106:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403500 00000400:00000200:0.0:1715209191.434111:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6e9 [1] + 224 00000400:00000200:0.0:1715209191.434129:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209191.434133:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209191.434138:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954648832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209191.434192:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:2.0:1715209191.434200:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715209191.434202:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715209191.434220:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954648896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209191.434231:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954648896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209191.434252:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209191.434259:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209191.434261:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 02000000:00000010:2.0:1715209191.434266:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000100:00000200:1.0:1715209191.434269:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954648832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209191.434271:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715209191.434276:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000200:1.0:1715209191.434280:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954648832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209191.434297:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715209191.434302:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715209191.434305:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715209196.439609:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209196.439639:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715209196.439692:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209196.439696:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715209196.439783:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209196.439792:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715209196.439801:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715209196.439810:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649024, portal 4 02000000:00000010:2.0:1715209196.439817:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:0.0:1715209196.439819:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209196.439821:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649024, offset 0 00000400:00000010:2.0:1715209196.439827:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379268. 00000400:00000200:0.0:1715209196.439835:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715209196.439842:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715209196.439846:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954648960, portal 25 00000400:00000010:2.0:1715209196.439851:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715209196.439853:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954648960, offset 0 00000400:00000200:0.0:1715209196.439854:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209196.439860:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209196.439861:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209196.439867:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209196.439871:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209196.439874:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209196.439878:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [197:197:256:4294967295] 192.168.203.134@tcp LPNI seq info [197:197:8:4294967295] 00000400:00000200:0.0:1715209196.439890:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209196.439898:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209196.439898:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209196.439902:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209196.439906:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209196.439909:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209196.439911:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000010:0.0:1715209196.439914:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209196.439914:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [198:198:255:4294967295] 192.168.203.134@tcp LPNI seq info [198:198:7:4294967295] 00000800:00000200:0.0:1715209196.439923:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209196.439925:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209196.439929:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209196.439934:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:0.0:1715209196.439935:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209196.439939:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209196.439940:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209196.439945:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209196.439949:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209196.440032:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209196.440038:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209196.440045:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209196.440052:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209196.440057:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209196.440060:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209196.440072:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954649024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209196.440181:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209196.440183:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209196.440187:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209196.440191:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209196.440194:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:1.0:1715209196.440196:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715209196.440202:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954648960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209196.442162:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209196.442175:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304035c0 00000400:00000200:0.0:1715209196.442184:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6f1 [1] + 224 00000400:00000200:0.0:1715209196.442196:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209196.442200:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209196.442208:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954649024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209196.442244:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209196.442249:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403580 00000400:00000200:0.0:1715209196.442253:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x6f9 [1] + 224 00000400:00000200:0.0:1715209196.442268:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209196.442272:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209196.442276:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954648960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209196.442329:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:2.0:1715209196.442337:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715209196.442339:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715209196.442348:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954649024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209196.442369:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954649024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209196.442397:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379268. 02000000:00000010:2.0:1715209196.442405:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715209196.442405:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:3.0:1715209196.442407:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 02000000:00000010:2.0:1715209196.442410:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715209196.442415:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000200:3.0:1715209196.442415:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954648960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209196.442444:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954648960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209196.442498:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715209196.442503:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:3.0:1715209196.442506:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715209201.447654:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209201.447688:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715209201.447782:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209201.447788:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715209201.447871:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209201.447880:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 02000000:00000010:1.0:1715209201.447881:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:0.0:1715209201.447889:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000010:1.0:1715209201.447890:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000100:00000200:0.0:1715209201.447898:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649152, portal 4 00000400:00000010:1.0:1715209201.447906:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000010:0.0:1715209201.447907:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715209201.447911:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649152, offset 0 00000100:00000200:1.0:1715209201.447911:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649088, portal 25 00000400:00000010:1.0:1715209201.447915:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000400:00000200:0.0:1715209201.447924:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209201.447945:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649088, offset 0 00000400:00000200:1.0:1715209201.447953:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209201.447959:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209201.447966:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209201.447972:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209201.447976:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209201.447979:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209201.447983:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [199:199:256:4294967295] 192.168.203.134@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1715209201.447996:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209201.448004:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209201.448005:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209201.448008:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209201.448009:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209201.448012:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209201.448015:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209201.448016:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209201.448017:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209201.448020:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [200:200:255:4294967295] 192.168.203.134@tcp LPNI seq info [200:200:7:4294967295] 00000800:00000200:0.0:1715209201.448028:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209201.448031:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209201.448034:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209201.448036:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209201.448039:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715209201.448044:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209201.448051:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209201.448054:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209201.448130:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209201.448136:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715209201.448144:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209201.448152:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209201.448157:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715209201.448160:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715209201.448172:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954649152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209201.448270:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209201.448273:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715209201.448276:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209201.448280:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209201.448282:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:2.0:1715209201.448284:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:2.0:1715209201.448288:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954649088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209201.450158:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209201.450172:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403640 00000400:00000200:0.0:1715209201.450180:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x701 [1] + 224 00000400:00000200:0.0:1715209201.450192:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209201.450196:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209201.450204:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954649152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209201.450242:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209201.450247:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403600 00000400:00000200:0.0:1715209201.450252:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x705 [1] + 224 00000400:00000200:0.0:1715209201.450273:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209201.450277:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209201.450282:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954649088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209201.450336:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:2.0:1715209201.450345:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715209201.450347:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715209201.450355:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954649152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209201.450367:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954649152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209201.450400:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 02000000:00000010:2.0:1715209201.450403:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000200:1.0:1715209201.450408:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 02000000:00000010:2.0:1715209201.450413:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000400:00000010:1.0:1715209201.450419:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209201.450428:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954649088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209201.450428:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000200:1.0:1715209201.450439:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954649088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209201.450457:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715209201.450556:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:1.0:1715209201.450560:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715209206.455587:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209206.455617:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715209206.455722:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209206.455728:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715209206.455787:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209206.455788:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:0.0:1715209206.455795:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:2.0:1715209206.455798:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379000. 00000400:00000010:2.0:1715209206.455804:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000010:0.0:1715209206.455805:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715209206.455813:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649216, portal 25 00000100:00000200:0.0:1715209206.455819:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649280, portal 4 00000400:00000010:2.0:1715209206.455819:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715209206.455822:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649216, offset 0 00000400:00000010:0.0:1715209206.455826:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000400:00000200:2.0:1715209206.455834:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209206.455840:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649280, offset 0 00000400:00000200:0.0:1715209206.455848:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209206.455854:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209206.455860:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209206.455866:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209206.455870:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209206.455873:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209206.455877:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [201:201:256:4294967295] 192.168.203.134@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:2.0:1715209206.455890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209206.455897:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209206.455898:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209206.455902:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209206.455902:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715209206.455906:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209206.455909:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209206.455911:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209206.455912:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209206.455915:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [202:202:255:4294967295] 192.168.203.134@tcp LPNI seq info [202:202:7:4294967295] 00000800:00000200:2.0:1715209206.455922:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209206.455925:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209206.455927:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209206.455930:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209206.455933:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209206.455938:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209206.455944:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209206.455947:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209206.456024:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209206.456031:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715209206.456037:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209206.456045:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209206.456050:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:1.0:1715209206.456053:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715209206.456065:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954649216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209206.456160:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209206.456163:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209206.456167:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209206.456171:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209206.456173:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715209206.456175:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715209206.456181:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954649280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209206.458100:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209206.458114:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403680 00000400:00000200:0.0:1715209206.458122:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x711 [1] + 224 00000400:00000200:0.0:1715209206.458134:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209206.458138:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209206.458146:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954649216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209206.458182:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209206.458197:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304036c0 00000400:00000200:0.0:1715209206.458201:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x715 [1] + 224 00000400:00000200:0.0:1715209206.458217:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209206.458221:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209206.458225:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954649280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209206.458271:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379000. 00000400:00000200:2.0:1715209206.458279:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:2.0:1715209206.458281:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209206.458289:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954649216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209206.458301:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954649216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209206.458329:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715209206.458336:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715209206.458340:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000400:00000010:1.0:1715209206.458349:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:1.0:1715209206.458357:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715209206.458359:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715209206.458367:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954649280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209206.458379:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954649280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209206.458420:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209206.458425:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715209206.458428:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:0.0:1715209211.463611:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209211.463640:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715209211.463733:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209211.463738:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715209211.463825:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209211.463826:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:0.0:1715209211.463833:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:1.0:1715209211.463836:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000010:0.0:1715209211.463841:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000010:1.0:1715209211.463841:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715209211.463849:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649408, portal 4 00000100:00000200:1.0:1715209211.463856:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649344, portal 25 00000400:00000010:0.0:1715209211.463857:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209211.463860:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649408, offset 0 00000400:00000010:1.0:1715209211.463860:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:1.0:1715209211.463863:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649344, offset 0 00000400:00000200:0.0:1715209211.463873:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209211.463882:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209211.463893:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209211.463900:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209211.463905:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209211.463910:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209211.463913:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209211.463917:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [203:203:256:4294967295] 192.168.203.134@tcp LPNI seq info [203:203:8:4294967295] 00000400:00000200:0.0:1715209211.463929:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209211.463937:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209211.463938:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209211.463942:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209211.463942:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209211.463946:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209211.463949:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209211.463950:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209211.463952:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209211.463954:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [204:204:255:4294967295] 192.168.203.134@tcp LPNI seq info [204:204:7:4294967295] 00000800:00000200:0.0:1715209211.463961:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209211.463964:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209211.463966:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209211.463969:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209211.463973:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715209211.463977:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209211.463983:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209211.463987:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209211.464157:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209211.464163:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715209211.464170:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209211.464177:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209211.464182:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:2.0:1715209211.464184:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:2.0:1715209211.464195:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954649408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209211.464289:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209211.464291:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715209211.464295:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209211.464299:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209211.464301:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:2.0:1715209211.464303:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:2.0:1715209211.464307:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954649344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209211.466117:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209211.466131:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403740 00000400:00000200:0.0:1715209211.466139:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x721 [1] + 224 00000400:00000200:0.0:1715209211.466150:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209211.466153:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209211.466161:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954649408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209211.466198:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209211.466203:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403700 00000400:00000200:0.0:1715209211.466207:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x725 [1] + 224 00000400:00000200:0.0:1715209211.466223:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209211.466227:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209211.466232:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954649344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209211.466291:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:2.0:1715209211.466299:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715209211.466301:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715209211.466310:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954649408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209211.466321:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954649408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209211.466352:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 02000000:00000010:2.0:1715209211.466356:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000200:1.0:1715209211.466359:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209211.466362:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 02000000:00000010:2.0:1715209211.466363:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715209211.466368:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000200:1.0:1715209211.466369:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954649344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209211.466380:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954649344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209211.466415:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715209211.466420:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715209211.466423:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:0.0:1715209216.471719:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209216.471754:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715209216.471814:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209216.471819:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715209216.471895:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209216.471903:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:0.0:1715209216.471912:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 02000000:00000010:2.0:1715209216.471916:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000100:00000200:0.0:1715209216.471920:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649536, portal 4 00000400:00000010:2.0:1715209216.471926:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379000. 00000400:00000010:0.0:1715209216.471929:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209216.471932:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649536, offset 0 00000400:00000010:2.0:1715209216.471932:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209216.471936:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649472, portal 25 00000400:00000010:2.0:1715209216.471940:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000200:0.0:1715209216.471944:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209216.471953:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649472, offset 0 00000400:00000200:0.0:1715209216.471965:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209216.471971:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209216.471977:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209216.471980:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209216.471981:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209216.471994:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209216.471999:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [205:205:256:4294967295] 192.168.203.134@tcp LPNI seq info [205:205:8:4294967295] 00000400:00000200:0.0:1715209216.472012:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209216.472020:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209216.472022:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209216.472025:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209216.472027:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209216.472030:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209216.472033:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209216.472033:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209216.472035:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209216.472038:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [206:206:255:4294967295] 192.168.203.134@tcp LPNI seq info [206:206:7:4294967295] 00000800:00000200:0.0:1715209216.472045:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209216.472048:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209216.472050:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209216.472053:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209216.472057:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209216.472062:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209216.472068:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209216.472072:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209216.472143:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209216.472149:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209216.472158:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209216.472165:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209216.472170:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209216.472173:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209216.472185:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954649536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209216.472282:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209216.472285:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209216.472288:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209216.472292:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209216.472295:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:1.0:1715209216.472297:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:1.0:1715209216.472302:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954649472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209216.474268:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209216.474282:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304037c0 00000400:00000200:0.0:1715209216.474290:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x731 [1] + 224 00000400:00000200:0.0:1715209216.474302:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209216.474306:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209216.474314:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954649536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209216.474351:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209216.474356:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403780 00000400:00000200:0.0:1715209216.474360:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x739 [1] + 224 00000400:00000200:0.0:1715209216.474379:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209216.474382:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209216.474387:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954649472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209216.474443:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715209216.474451:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715209216.474453:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715209216.474504:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954649536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209216.474507:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379000. 00000100:00000200:2.0:1715209216.474516:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954649536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209216.474516:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:3.0:1715209216.474518:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:3.0:1715209216.474526:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954649472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209216.474537:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954649472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209216.474552:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:3.0:1715209216.474555:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715209216.474558:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 02000000:00000010:3.0:1715209216.474559:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715209216.474562:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:3.0:1715209216.474562:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715209221.479664:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209221.479697:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715209221.479753:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209221.479757:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209221.479831:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209221.479834:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:1.0:1715209221.479848:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000010:0.0:1715209221.479849:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:0.0:1715209221.479857:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000010:1.0:1715209221.479857:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715209221.479866:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649664, portal 4 00000400:00000010:0.0:1715209221.479874:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209221.479876:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649600, portal 25 00000100:00000200:0.0:1715209221.479877:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649664, offset 0 00000400:00000010:1.0:1715209221.479882:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000400:00000200:0.0:1715209221.479890:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209221.479896:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649600, offset 0 00000400:00000200:1.0:1715209221.479907:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209221.479909:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209221.479916:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209221.479921:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209221.479925:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209221.479928:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209221.479932:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [207:207:256:4294967295] 192.168.203.134@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:0.0:1715209221.479945:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209221.479953:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209221.479956:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209221.479957:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209221.479962:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209221.479965:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209221.479967:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209221.479971:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209221.479975:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209221.479976:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209221.479980:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209221.479990:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [208:208:255:4294967295] 192.168.203.134@tcp LPNI seq info [208:208:7:4294967295] 00000400:00000200:1.0:1715209221.480004:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209221.480012:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209221.480017:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715209221.480024:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209221.480033:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209221.480038:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209221.480073:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209221.480079:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715209221.480086:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209221.480094:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209221.480099:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:2.0:1715209221.480102:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:2.0:1715209221.480114:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954649664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209221.480224:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209221.480227:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715209221.480230:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209221.480234:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209221.480237:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:2.0:1715209221.480238:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:2.0:1715209221.480242:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954649600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209221.482120:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209221.482134:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403840 00000400:00000200:0.0:1715209221.482142:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x741 [1] + 224 00000400:00000200:0.0:1715209221.482153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209221.482157:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209221.482165:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954649664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209221.482202:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209221.482207:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403800 00000400:00000200:0.0:1715209221.482211:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x745 [1] + 224 00000400:00000200:0.0:1715209221.482227:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209221.482237:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209221.482242:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954649600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209221.482296:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:2.0:1715209221.482304:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209221.482306:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209221.482314:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954649664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209221.482325:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954649664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209221.482334:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209221.482342:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209221.482345:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209221.482355:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954649600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209221.482361:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:1.0:1715209221.482371:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954649600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209221.482371:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715209221.482377:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 02000000:00000010:1.0:1715209221.482394:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715209221.482401:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:1.0:1715209221.482405:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715209226.487632:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209226.487662:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715209226.487714:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209226.487719:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715209226.487785:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209226.487793:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:0.0:1715209226.487802:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 02000000:00000010:2.0:1715209226.487803:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000100:00000200:0.0:1715209226.487810:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649792, portal 4 00000400:00000010:2.0:1715209226.487812:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379420. 00000400:00000010:2.0:1715209226.487817:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000010:0.0:1715209226.487819:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715209226.487822:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649792, offset 0 00000100:00000200:2.0:1715209226.487822:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649728, portal 25 00000400:00000010:2.0:1715209226.487826:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000400:00000200:0.0:1715209226.487835:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209226.487841:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649728, offset 0 00000400:00000200:2.0:1715209226.487849:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209226.487854:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209226.487862:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209226.487867:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209226.487871:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209226.487874:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209226.487878:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [209:209:256:4294967295] 192.168.203.134@tcp LPNI seq info [209:209:8:4294967295] 00000400:00000200:0.0:1715209226.487891:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209226.487898:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209226.487899:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209226.487902:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209226.487903:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209226.487907:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209226.487909:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209226.487910:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209226.487912:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209226.487919:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209226.487924:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209226.487926:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [210:210:255:4294967295] 192.168.203.134@tcp LPNI seq info [210:210:7:4294967295] 00000400:00000200:2.0:1715209226.487936:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209226.487941:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209226.487946:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715209226.487950:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209226.487956:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209226.487960:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209226.488014:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209226.488020:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209226.488027:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209226.488035:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209226.488040:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209226.488043:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209226.488055:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954649792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209226.488152:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209226.488154:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209226.488158:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209226.488162:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209226.488165:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:1.0:1715209226.488175:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715209226.488183:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954649728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209226.489993:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209226.490006:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304038c0 00000400:00000200:0.0:1715209226.490015:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x751 [1] + 224 00000400:00000200:0.0:1715209226.490040:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209226.490044:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209226.490051:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954649792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209226.490090:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209226.490095:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403880 00000400:00000200:0.0:1715209226.490100:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x755 [1] + 224 00000400:00000200:0.0:1715209226.490115:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209226.490119:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209226.490124:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954649728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209226.490170:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715209226.490178:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209226.490180:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209226.490188:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954649792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209226.490200:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954649792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209226.490234:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209226.490245:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000400:00000010:3.0:1715209226.490245:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379420. 00000100:00000010:2.0:1715209226.490249:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000200:3.0:1715209226.490254:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:3.0:1715209226.490256:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:3.0:1715209226.490264:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954649728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209226.490275:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954649728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209226.490293:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715209226.490298:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:3.0:1715209226.490301:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715209231.495691:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209231.495725:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715209231.495784:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209231.495789:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715209231.495873:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209231.495882:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 02000000:00000010:1.0:1715209231.495885:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:0.0:1715209231.495891:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000010:1.0:1715209231.495895:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000100:00000200:0.0:1715209231.495901:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649920, portal 4 00000400:00000010:1.0:1715209231.495901:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209231.495906:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649856, portal 25 00000400:00000010:0.0:1715209231.495909:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000400:00000010:1.0:1715209231.495910:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715209231.495912:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954649920, offset 0 00000100:00000200:1.0:1715209231.495913:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649856, offset 0 00000400:00000200:1.0:1715209231.495924:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209231.495934:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209231.495944:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209231.495951:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209231.495957:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209231.495961:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209231.495963:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209231.495967:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [211:211:256:4294967295] 192.168.203.134@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000200:1.0:1715209231.495980:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209231.495988:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209231.495989:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209231.495992:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209231.495994:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715209231.495996:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209231.495999:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209231.496001:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209231.496002:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209231.496005:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [212:212:255:4294967295] 192.168.203.134@tcp LPNI seq info [212:212:7:4294967295] 00000800:00000200:1.0:1715209231.496013:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209231.496015:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209231.496018:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209231.496037:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209231.496041:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209231.496046:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209231.496052:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209231.496056:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209231.496122:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209231.496128:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715209231.496136:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209231.496143:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209231.496149:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:2.0:1715209231.496151:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:2.0:1715209231.496161:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954649856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209231.496258:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209231.496261:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715209231.496265:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209231.496268:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209231.496271:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:2.0:1715209231.496281:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:2.0:1715209231.496289:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954649920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209231.497905:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209231.497918:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403900 00000400:00000200:0.0:1715209231.497926:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x765 [1] + 224 00000400:00000200:0.0:1715209231.497938:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209231.497942:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209231.497950:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954649856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209231.497985:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209231.497990:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403940 00000400:00000200:0.0:1715209231.497994:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x761 [1] + 224 00000400:00000200:0.0:1715209231.498011:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209231.498015:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209231.498019:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954649920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209231.498070:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209231.498078:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209231.498080:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209231.498087:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954649856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209231.498092:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000100:00000200:1.0:1715209231.498099:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954649856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209231.498099:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715209231.498101:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715209231.498110:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954649920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209231.498120:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954649920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209231.498126:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715209231.498142:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 02000000:00000010:2.0:1715209231.498145:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000010:1.0:1715209231.498147:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 02000000:00000010:2.0:1715209231.498149:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:2.0:1715209231.498152:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715209236.503659:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209236.503693:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715209236.503753:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209236.503758:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:2.0:1715209236.503818:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:0.0:1715209236.503819:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715209236.503828:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000400:00000010:0.0:1715209236.503829:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:0.0:1715209236.503837:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000010:2.0:1715209236.503837:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715209236.503847:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954649984, portal 25 00000100:00000200:0.0:1715209236.503852:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650048, portal 4 00000400:00000010:2.0:1715209236.503853:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715209236.503856:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954649984, offset 0 00000400:00000010:0.0:1715209236.503859:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000400:00000200:2.0:1715209236.503868:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209236.503877:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650048, offset 0 00000400:00000200:0.0:1715209236.503886:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209236.503888:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209236.503895:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209236.503901:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209236.503905:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209236.503908:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209236.503912:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [213:213:256:4294967295] 192.168.203.134@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1715209236.503925:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715209236.503933:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715209236.503933:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209236.503937:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209236.503938:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209236.503941:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209236.503943:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209236.503946:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209236.503946:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209236.503949:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [214:214:255:4294967295] 192.168.203.134@tcp LPNI seq info [214:214:7:4294967295] 00000400:00000200:0.0:1715209236.503958:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209236.503963:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715209236.503964:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:0.0:1715209236.503967:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:2.0:1715209236.503970:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209236.503972:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209236.503978:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209236.503981:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209236.504064:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209236.504071:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209236.504078:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209236.504086:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209236.504091:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:1.0:1715209236.504093:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:1.0:1715209236.504105:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954649984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209236.504200:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209236.504203:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209236.504207:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209236.504211:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209236.504213:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209236.504214:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209236.504220:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954650048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209236.506146:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209236.506160:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403980 00000400:00000200:0.0:1715209236.506168:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x771 [1] + 224 00000400:00000200:0.0:1715209236.506180:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209236.506184:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209236.506192:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954649984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209236.506228:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209236.506233:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304039c0 00000400:00000200:0.0:1715209236.506238:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x775 [1] + 224 00000400:00000200:0.0:1715209236.506256:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209236.506260:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209236.506264:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954650048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209236.506330:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:2.0:1715209236.506338:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:2.0:1715209236.506342:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715209236.506351:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954649984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209236.506368:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954649984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209236.506398:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 02000000:00000010:2.0:1715209236.506403:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715209236.506405:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715209236.506408:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 02000000:00000010:2.0:1715209236.506411:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000200:1.0:1715209236.506416:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954650048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209236.506417:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000200:1.0:1715209236.506427:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954650048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209236.506452:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209236.506456:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715209236.506535:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209241.511617:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209241.511641:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715209241.511691:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209241.511695:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715209241.511758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209241.511766:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:0.0:1715209241.511772:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715209241.511781:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650176, portal 4 00000400:00000010:0.0:1715209241.511787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715209241.511789:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650176, offset 0 00000400:00000200:0.0:1715209241.511800:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209241.511814:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715209241.511815:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:0.0:1715209241.511819:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209241.511824:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209241.511827:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715209241.511829:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000200:0.0:1715209241.511830:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209241.511834:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [215:215:256:4294967295] 192.168.203.134@tcp LPNI seq info [215:215:8:4294967295] 00000400:00000010:1.0:1715209241.511838:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:0.0:1715209241.511845:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715209241.511846:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650112, portal 25 00000800:00000200:0.0:1715209241.511851:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209241.511855:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209241.511861:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715209241.511863:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715209241.511866:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954650112, offset 0 00000800:00000200:0.0:1715209241.511870:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209241.511875:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209241.511877:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209241.511893:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209241.511899:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209241.511904:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209241.511908:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209241.511911:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209241.511915:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [216:216:255:4294967295] 192.168.203.134@tcp LPNI seq info [216:216:7:4294967295] 00000400:00000200:1.0:1715209241.511927:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209241.511933:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209241.511938:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715209241.511945:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209241.511954:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209241.511958:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209241.511974:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209241.511980:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209241.511988:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209241.511995:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209241.512000:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:2.0:1715209241.512003:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:2.0:1715209241.512016:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954650176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209241.512105:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209241.512108:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715209241.512111:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209241.512115:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209241.512118:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:2.0:1715209241.512119:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:2.0:1715209241.512123:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954650112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209241.513739:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209241.513752:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403a40 00000400:00000200:0.0:1715209241.513759:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x781 [1] + 224 00000400:00000200:0.0:1715209241.513770:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209241.513775:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209241.513793:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954650176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209241.513835:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209241.513840:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403a00 00000400:00000200:0.0:1715209241.513846:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x789 [1] + 224 00000400:00000200:0.0:1715209241.513863:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209241.513867:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209241.513872:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954650112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209241.513929:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715209241.513938:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209241.513940:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209241.513959:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954650176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209241.513971:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954650176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209241.513998:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209241.514006:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209241.514007:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 02000000:00000010:2.0:1715209241.514010:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:1.0:1715209241.514016:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954650112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209241.514021:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715209241.514026:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000200:1.0:1715209241.514027:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954650112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209241.514045:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209241.514050:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715209241.514053:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:2.0:1715209246.521234:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209246.521263:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209246.521304:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209246.521310:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715209246.521344:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715209246.521346:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715209246.521352:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000400:00000010:1.0:1715209246.521356:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000010:2.0:1715209246.521361:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000010:1.0:1715209246.521363:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:2.0:1715209246.521369:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650304, portal 4 00000400:00000010:2.0:1715209246.521377:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:1.0:1715209246.521382:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650240, portal 25 00000100:00000200:2.0:1715209246.521382:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650304, offset 0 00000400:00000010:1.0:1715209246.521388:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000400:00000200:2.0:1715209246.521395:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209246.521431:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954650240, offset 0 00000400:00000200:2.0:1715209246.521439:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209246.521442:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209246.521447:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209246.521452:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209246.521457:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209246.521485:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209246.521489:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [217:217:256:4294967295] 192.168.203.134@tcp LPNI seq info [217:217:8:4294967295] 00000400:00000200:2.0:1715209246.521502:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209246.521510:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209246.521513:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209246.521515:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209246.521518:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209246.521524:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209246.521524:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209246.521527:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209246.521531:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209246.521534:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209246.521536:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [218:218:255:4294967295] 192.168.203.134@tcp LPNI seq info [218:218:7:4294967295] 00000800:00000200:2.0:1715209246.521540:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209246.521549:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209246.521556:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209246.521562:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715209246.521568:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209246.521575:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209246.521580:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209246.521657:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209246.521661:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209246.521667:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209246.521675:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209246.521681:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:1.0:1715209246.521684:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:1.0:1715209246.521696:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954650304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209246.521757:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209246.521760:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:1.0:1715209246.521763:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209246.521769:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209246.521773:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:1.0:1715209246.521775:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715209246.521781:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954650240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209246.527131:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209246.527146:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403ac0 00000400:00000200:2.0:1715209246.527154:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x791 [1] + 224 00000400:00000200:2.0:1715209246.527166:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209246.527170:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209246.527178:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954650304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209246.527225:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715209246.527230:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403a80 00000400:00000200:2.0:1715209246.527234:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x795 [1] + 224 00000400:00000200:2.0:1715209246.527250:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209246.527254:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209246.527259:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954650240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209246.527262:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:3.0:1715209246.527270:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:3.0:1715209246.527272:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:3.0:1715209246.527281:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954650304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209246.527321:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954650304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209246.527325:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209246.527336:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209246.527338:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209246.527345:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954650240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209246.527355:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954650240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209246.527363:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209246.527370:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 02000000:00000010:1.0:1715209246.527371:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209246.527374:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:3.0:1715209246.527376:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:1.0:1715209246.527378:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715209251.527583:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209251.527606:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209251.527654:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209251.527661:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715209251.527726:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715209251.527726:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:2.0:1715209251.527736:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379c60. 00000400:00000010:3.0:1715209251.527736:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209251.527744:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715209251.527745:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:3.0:1715209251.527753:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650368, portal 25 00000400:00000010:3.0:1715209251.527760:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:2.0:1715209251.527761:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650432, portal 4 00000100:00000200:3.0:1715209251.527763:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954650368, offset 0 00000400:00000010:2.0:1715209251.527768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000400:00000200:3.0:1715209251.527776:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209251.527780:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650432, offset 0 00000400:00000200:2.0:1715209251.527787:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209251.527794:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209251.527802:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209251.527808:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209251.527813:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209251.527817:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209251.527822:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [219:219:256:4294967295] 192.168.203.134@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000200:3.0:1715209251.527836:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209251.527844:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209251.527845:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209251.527849:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209251.527850:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:2.0:1715209251.527853:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209251.527856:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209251.527858:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209251.527869:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209251.527872:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209251.527875:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209251.527876:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [220:220:255:4294967295] 192.168.203.134@tcp LPNI seq info [220:220:7:4294967295] 00000400:00000200:2.0:1715209251.527888:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209251.527895:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209251.527899:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715209251.527904:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209251.527910:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209251.527914:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209251.527958:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209251.527964:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715209251.527970:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209251.527977:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209251.527981:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:0.0:1715209251.527983:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:0.0:1715209251.527992:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954650368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209251.528059:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209251.528062:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209251.528066:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209251.528070:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209251.528072:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715209251.528073:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715209251.528078:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954650432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209251.529820:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209251.529834:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403b00 00000400:00000200:0.0:1715209251.529841:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7a1 [1] + 224 00000400:00000200:0.0:1715209251.529852:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209251.529865:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209251.529873:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954650368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209251.529912:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209251.529918:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403b40 00000400:00000200:0.0:1715209251.529922:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7a5 [1] + 224 00000400:00000200:0.0:1715209251.529941:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209251.529944:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209251.529949:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954650432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209251.529970:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209251.529979:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209251.529982:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209251.529992:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954650368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209251.530031:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954650368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209251.530061:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715209251.530068:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:3.0:1715209251.530072:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000400:00000010:2.0:1715209251.530079:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379c60. 00000400:00000200:2.0:1715209251.530087:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:2.0:1715209251.530089:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715209251.530097:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954650432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209251.530108:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954650432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209251.530131:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209251.530135:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209251.530138:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000100:00000010:2.0:1715209256.535677:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209256.535715:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209256.535800:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209256.535809:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715209256.535901:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 02000000:00000010:0.0:1715209256.535906:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715209256.535913:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379c60. 00000400:00000010:0.0:1715209256.535922:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:2.0:1715209256.535924:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000010:0.0:1715209256.535930:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209256.535934:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650560, portal 4 00000100:00000200:0.0:1715209256.535938:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650496, portal 25 00000400:00000010:0.0:1715209256.535943:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209256.535946:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954650496, offset 0 00000400:00000010:2.0:1715209256.535946:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715209256.535951:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650560, offset 0 00000400:00000200:0.0:1715209256.535959:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209256.535974:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209256.535979:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209256.535983:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209256.535984:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209256.535988:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209256.535991:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209256.535994:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [221:221:256:4294967295] 192.168.203.134@tcp LPNI seq info [221:221:8:4294967295] 00000400:00000200:0.0:1715209256.536005:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209256.536012:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209256.536016:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209256.536023:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209256.536024:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209256.536032:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209256.536037:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209256.536051:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209256.536059:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209256.536064:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209256.536068:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209256.536074:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [222:222:255:4294967295] 192.168.203.134@tcp LPNI seq info [222:222:7:4294967295] 00000400:00000200:2.0:1715209256.536091:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209256.536102:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209256.536108:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715209256.536117:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209256.536129:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209256.536136:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209256.536199:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715209256.536207:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:3.0:1715209256.536214:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715209256.536223:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715209256.536229:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:3.0:1715209256.536232:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:3.0:1715209256.536244:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954650496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:3.0:1715209256.536299:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715209256.536303:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:3.0:1715209256.536308:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715209256.536315:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:3.0:1715209256.536319:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:3.0:1715209256.536321:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:3.0:1715209256.536329:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954650560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209256.537642:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209256.537654:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403b80 00000400:00000200:0.0:1715209256.537662:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7b5 [1] + 224 00000400:00000200:0.0:1715209256.537672:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209256.537676:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209256.537683:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954650496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209256.537719:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209256.537724:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403bc0 00000400:00000200:0.0:1715209256.537730:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7b1 [1] + 224 00000400:00000200:0.0:1715209256.537745:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209256.537749:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209256.537754:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954650560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209256.537786:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:2.0:1715209256.537795:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715209256.537798:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209256.537811:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954650496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209256.537829:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954650496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209256.537832:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379c60. 00000400:00000200:3.0:1715209256.537838:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:3.0:1715209256.537840:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:3.0:1715209256.537847:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954650560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209256.537858:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954650560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209256.537865:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209256.537873:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209256.537880:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 02000000:00000010:3.0:1715209256.537889:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715209256.537894:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:3.0:1715209256.537905:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:0.0:1715209261.543694:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209261.543717:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715209261.543768:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209261.543772:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:2.0:1715209261.543836:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715209261.543847:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43794d0. 00000400:00000010:2.0:1715209261.543855:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715209261.543862:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650688, portal 4 02000000:00000010:1.0:1715209261.543863:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715209261.543869:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715209261.543871:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650688, offset 0 00000400:00000010:1.0:1715209261.543872:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000200:2.0:1715209261.543881:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209261.543887:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209261.543892:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650624, portal 25 00000400:00000200:2.0:1715209261.543895:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209261.543897:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715209261.543898:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954650624, offset 0 00000400:00000200:2.0:1715209261.543901:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209261.543906:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209261.543916:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209261.543920:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209261.543923:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209261.543927:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [223:223:256:4294967295] 192.168.203.134@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:2.0:1715209261.543938:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209261.543944:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209261.543949:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209261.543949:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715209261.543953:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209261.543955:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209261.543956:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209261.543959:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209261.543961:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209261.543964:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209261.543965:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [224:224:255:4294967295] 192.168.203.134@tcp LPNI seq info [224:224:7:4294967295] 00000800:00000200:2.0:1715209261.543969:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209261.543975:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209261.543979:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209261.543983:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715209261.543988:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209261.543994:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209261.543997:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209261.544055:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209261.544059:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209261.544065:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209261.544072:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209261.544077:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715209261.544079:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715209261.544088:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954650688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209261.544165:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209261.544168:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715209261.544170:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209261.544183:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209261.544186:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715209261.544188:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715209261.544193:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954650624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209261.546154:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209261.546168:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403c40 00000400:00000200:0.0:1715209261.546175:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7c1 [1] + 224 00000400:00000200:0.0:1715209261.546186:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209261.546189:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209261.546196:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954650688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209261.546231:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209261.546236:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403c00 00000400:00000200:0.0:1715209261.546240:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7c9 [1] + 224 00000400:00000200:0.0:1715209261.546254:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209261.546258:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209261.546263:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954650624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209261.546337:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43794d0. 00000400:00000200:2.0:1715209261.546344:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:2.0:1715209261.546346:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715209261.546354:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954650688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209261.546365:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954650688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209261.546395:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715209261.546399:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 02000000:00000010:2.0:1715209261.546400:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715209261.546404:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000400:00000200:1.0:1715209261.546408:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209261.546422:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209261.546432:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954650624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209261.546448:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954650624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209261.546541:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209261.546547:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:1.0:1715209261.546552:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715209266.551642:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209266.551666:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715209266.551717:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209266.551722:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209266.551780:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209266.551787:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:0.0:1715209266.551795:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715209266.551803:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650816, portal 4 00000400:00000010:0.0:1715209266.551810:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715209266.551812:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650816, offset 0 00000400:00000200:0.0:1715209266.551835:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209266.551849:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:2.0:1715209266.551850:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000200:0.0:1715209266.551854:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209266.551858:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209266.551862:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209266.551865:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:2.0:1715209266.551866:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43794d0. 00000400:00000200:0.0:1715209266.551868:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [225:225:256:4294967295] 192.168.203.134@tcp LPNI seq info [225:225:8:4294967295] 00000400:00000010:2.0:1715209266.551875:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000200:0.0:1715209266.551879:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:2.0:1715209266.551884:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650752, portal 25 00000800:00000200:0.0:1715209266.551885:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209266.551889:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000010:2.0:1715209266.551889:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209266.551892:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954650752, offset 0 00000800:00000200:0.0:1715209266.551895:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209266.551904:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209266.551904:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209266.551909:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209266.551921:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209266.551927:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209266.551932:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209266.551952:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209266.551956:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209266.551959:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [226:226:255:4294967295] 192.168.203.134@tcp LPNI seq info [226:226:7:4294967295] 00000400:00000200:2.0:1715209266.551971:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209266.551978:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209266.551984:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715209266.551991:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209266.552000:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209266.552005:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209266.552046:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209266.552052:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209266.552057:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209266.552065:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209266.552069:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209266.552072:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209266.552081:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954650816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209266.552118:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209266.552120:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715209266.552123:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209266.552127:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209266.552129:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715209266.552131:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715209266.552136:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954650752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209266.553853:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209266.553867:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403cc0 00000400:00000200:0.0:1715209266.553874:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7d1 [1] + 224 00000400:00000200:0.0:1715209266.553885:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209266.553888:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209266.553896:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954650816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209266.553933:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209266.553939:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403c80 00000400:00000200:0.0:1715209266.553944:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7d9 [1] + 224 00000400:00000200:0.0:1715209266.553958:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209266.553962:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209266.553967:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954650752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209266.554037:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715209266.554046:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715209266.554049:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715209266.554061:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954650816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209266.554074:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954650816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209266.554094:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43794d0. 00000400:00000200:3.0:1715209266.554102:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:3.0:1715209266.554104:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 02000000:00000010:2.0:1715209266.554114:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715209266.554114:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954650752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209266.554122:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000200:3.0:1715209266.554125:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954650752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209266.554127:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 02000000:00000010:3.0:1715209266.554144:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209266.554149:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715209266.554152:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715209271.559595:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209271.559631:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715209271.559678:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209271.559681:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715209271.559747:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209271.559755:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:0.0:1715209271.559761:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715209271.559769:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650944, portal 4 00000400:00000010:0.0:1715209271.559776:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 02000000:00000010:1.0:1715209271.559776:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:0.0:1715209271.559778:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954650944, offset 0 00000400:00000010:1.0:1715209271.559796:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000200:0.0:1715209271.559800:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209271.559811:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:0.0:1715209271.559814:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209271.559815:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954650880, portal 25 00000400:00000200:0.0:1715209271.559819:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209271.559819:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000100:00000200:1.0:1715209271.559821:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954650880, offset 0 00000400:00000200:0.0:1715209271.559823:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209271.559827:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209271.559829:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209271.559830:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209271.559833:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [227:227:256:4294967295] 192.168.203.134@tcp LPNI seq info [227:227:8:4294967295] 00000400:00000200:0.0:1715209271.559844:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209271.559850:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209271.559854:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209271.559854:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209271.559860:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209271.559867:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209271.559870:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209271.559871:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209271.559874:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209271.559875:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209271.559877:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209271.559880:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [228:228:255:4294967295] 192.168.203.134@tcp LPNI seq info [228:228:7:4294967295] 00000400:00000200:1.0:1715209271.559889:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209271.559894:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209271.559898:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715209271.559903:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209271.559909:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209271.559912:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209271.559958:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209271.559964:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715209271.559969:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209271.559976:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209271.559980:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:2.0:1715209271.559982:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:2.0:1715209271.559992:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954650944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209271.560065:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209271.560068:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715209271.560071:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209271.560084:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209271.560087:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:2.0:1715209271.560088:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:2.0:1715209271.560093:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954650880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209271.561990:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209271.562005:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403d40 00000400:00000200:0.0:1715209271.562013:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7e1 [1] + 224 00000400:00000200:0.0:1715209271.562023:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209271.562027:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209271.562034:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954650944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209271.562090:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209271.562096:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403d00 00000400:00000200:0.0:1715209271.562101:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7e9 [1] + 224 00000400:00000200:0.0:1715209271.562117:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209271.562121:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209271.562126:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954650880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209271.562178:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:2.0:1715209271.562185:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:2.0:1715209271.562188:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:2.0:1715209271.562196:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954650944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209271.562207:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954650944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209271.562256:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:1.0:1715209271.562258:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209271.562265:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 02000000:00000010:2.0:1715209271.562265:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000400:00000010:1.0:1715209271.562267:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000010:2.0:1715209271.562269:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000200:1.0:1715209271.562275:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954650880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209271.562286:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954650880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209271.562304:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715209271.562308:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715209271.562311:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:1.0:1715209276.567718:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505c00. 02000000:00000010:1.0:1715209276.567750:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b7b00c00. 00000100:00000010:1.0:1715209276.567815:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012a505500. 02000000:00000010:1.0:1715209276.567819:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b7b00300. 02000000:00000010:1.0:1715209276.567896:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715209276.567905:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000010:1.0:1715209276.567914:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209276.567922:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651072, portal 4 02000000:00000010:2.0:1715209276.567924:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715209276.567930:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000010:2.0:1715209276.567940:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 00000400:00000010:2.0:1715209276.567948:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:1.0:1715209276.567949:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651072, offset 0 00000100:00000200:2.0:1715209276.567956:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651008, portal 25 00000400:00000010:2.0:1715209276.567961:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000200:1.0:1715209276.567964:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209276.567975:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651008, offset 0 00000400:00000200:1.0:1715209276.567983:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209276.567985:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209276.567990:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209276.567995:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209276.567999:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209276.568002:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209276.568005:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [229:229:256:4294967295] 192.168.203.134@tcp LPNI seq info [229:229:8:4294967295] 00000400:00000200:1.0:1715209276.568019:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209276.568026:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209276.568030:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715209276.568034:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:1.0:1715209276.568039:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209276.568040:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209276.568044:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209276.568048:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209276.568050:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209276.568051:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715209276.568055:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209276.568055:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [230:230:255:4294967295] 192.168.203.134@tcp LPNI seq info [230:230:7:4294967295] 00000400:00000200:2.0:1715209276.568066:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209276.568073:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209276.568089:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715209276.568096:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209276.568105:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209276.568110:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209276.568139:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209276.568145:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715209276.568151:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209276.568158:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209276.568163:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715209276.568165:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715209276.568175:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a505500 x1798526954651072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209276.568287:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209276.568290:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209276.568294:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209276.568298:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209276.568300:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715209276.568302:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715209276.568307:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012a505c00 x1798526954651008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209276.570292:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209276.570305:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403dc0 00000400:00000200:0.0:1715209276.570314:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7f1 [1] + 224 00000400:00000200:0.0:1715209276.570325:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209276.570329:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209276.570345:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a505500 x1798526954651072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209276.570387:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209276.570392:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403d80 00000400:00000200:0.0:1715209276.570397:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x7f9 [1] + 224 00000400:00000200:0.0:1715209276.570411:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209276.570415:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209276.570419:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012a505c00 x1798526954651008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209276.570516:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209276.570524:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209276.570526:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209276.570537:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a505500 x1798526954651072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209276.570545:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 00000100:00000200:1.0:1715209276.570550:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a505500 x1798526954651072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209276.570553:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:2.0:1715209276.570555:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209276.570564:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012a505c00 x1798526954651008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209276.570576:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012a505c00 x1798526954651008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209276.570587:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715209276.570596:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b7b00300. 02000000:00000010:2.0:1715209276.570600:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000010:1.0:1715209276.570602:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505500. 02000000:00000010:2.0:1715209276.570605:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b7b00c00. 00000100:00000010:2.0:1715209276.570610:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012a505c00. 00000100:00000010:2.0:1715209281.575773:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209281.575797:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209281.575852:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209281.575856:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209281.575913:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209281.575921:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 00000400:00000010:2.0:1715209281.575928:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 02000000:00000010:1.0:1715209281.575932:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000100:00000200:2.0:1715209281.575936:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651200, portal 4 00000400:00000010:2.0:1715209281.575942:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715209281.575945:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651200, offset 0 00000400:00000010:1.0:1715209281.575948:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000200:2.0:1715209281.575955:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209281.575968:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:2.0:1715209281.575970:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209281.575976:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651136, portal 25 00000400:00000200:2.0:1715209281.575976:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209281.575981:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715209281.575982:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:2.0:1715209281.575984:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715209281.575985:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651136, offset 0 00000400:00000200:2.0:1715209281.575987:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209281.575990:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [231:231:256:4294967295] 192.168.203.134@tcp LPNI seq info [231:231:8:4294967295] 00000400:00000200:2.0:1715209281.576015:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715209281.576016:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715209281.576022:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209281.576026:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209281.576032:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715209281.576033:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209281.576038:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209281.576043:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209281.576043:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209281.576047:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209281.576048:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209281.576050:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209281.576053:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [232:232:255:4294967295] 192.168.203.134@tcp LPNI seq info [232:232:7:4294967295] 00000400:00000200:1.0:1715209281.576066:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209281.576072:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209281.576077:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209281.576085:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209281.576094:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209281.576099:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209281.576133:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209281.576139:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209281.576147:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209281.576154:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209281.576187:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715209281.576189:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715209281.576200:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954651200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209281.576284:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209281.576287:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715209281.576290:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209281.576294:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209281.576297:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715209281.576299:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715209281.576304:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954651136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209281.578030:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209281.578042:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403e40 00000400:00000200:0.0:1715209281.578049:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x801 [1] + 224 00000400:00000200:0.0:1715209281.578058:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209281.578069:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209281.578077:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954651200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209281.578115:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209281.578121:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403e00 00000400:00000200:0.0:1715209281.578126:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x809 [1] + 224 00000400:00000200:0.0:1715209281.578144:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209281.578148:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209281.578153:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954651136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209281.578227:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 00000400:00000200:2.0:1715209281.578235:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:2.0:1715209281.578237:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209281.578245:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954651200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209281.578256:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954651200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209281.578288:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209281.578293:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209281.578297:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000400:00000010:1.0:1715209281.578305:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:1.0:1715209281.578314:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:1.0:1715209281.578316:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715209281.578327:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954651136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209281.578340:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954651136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209281.578367:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715209281.578376:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715209281.578381:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000100:00000010:2.0:1715209286.583607:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209286.583638:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209286.583695:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209286.583700:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209286.583775:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209286.583783:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 02000000:00000010:0.0:1715209286.583787:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715209286.583792:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000010:0.0:1715209286.583797:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000100:00000200:2.0:1715209286.583801:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651328, portal 4 00000400:00000010:0.0:1715209286.583802:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715209286.583806:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651264, portal 25 00000400:00000010:2.0:1715209286.583809:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000400:00000010:0.0:1715209286.583811:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715209286.583811:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651328, offset 0 00000100:00000200:0.0:1715209286.583813:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651264, offset 0 00000400:00000200:2.0:1715209286.583824:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209286.583832:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209286.583843:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209286.583850:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209286.583855:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209286.583873:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209286.583876:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209286.583880:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [233:233:256:4294967295] 192.168.203.134@tcp LPNI seq info [233:233:8:4294967295] 00000400:00000200:2.0:1715209286.583893:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209286.583901:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209286.583903:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209286.583906:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209286.583907:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209286.583910:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209286.583913:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209286.583914:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209286.583916:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209286.583919:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [234:234:255:4294967295] 192.168.203.134@tcp LPNI seq info [234:234:7:4294967295] 00000800:00000200:2.0:1715209286.583925:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209286.583928:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209286.583930:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209286.583933:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209286.583937:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209286.583942:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209286.583948:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209286.583952:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209286.584022:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209286.584028:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209286.584036:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209286.584043:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209286.584049:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:1.0:1715209286.584051:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715209286.584063:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954651328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209286.584212:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209286.584215:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209286.584218:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209286.584222:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209286.584225:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715209286.584227:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209286.584233:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954651264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209286.585965:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209286.585979:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403ec0 00000400:00000200:0.0:1715209286.585987:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x811 [1] + 224 00000400:00000200:0.0:1715209286.585999:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209286.586003:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209286.586011:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954651328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209286.586047:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209286.586052:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403e80 00000400:00000200:0.0:1715209286.586057:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x815 [1] + 224 00000400:00000200:0.0:1715209286.586074:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209286.586077:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209286.586082:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954651264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209286.586111:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 00000400:00000200:2.0:1715209286.586121:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:2.0:1715209286.586123:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209286.586157:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954651328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209286.586174:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954651328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209286.586213:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 02000000:00000010:2.0:1715209286.586219:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000200:1.0:1715209286.586221:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715209286.586224:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 02000000:00000010:2.0:1715209286.586226:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209286.586231:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000200:1.0:1715209286.586232:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954651264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209286.586242:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954651264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209286.586261:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209286.586265:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715209286.586268:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715209291.591668:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209291.591703:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209291.591765:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209291.591770:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715209291.591855:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209291.591864:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 02000000:00000010:0.0:1715209291.591873:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:2.0:1715209291.591873:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209291.591882:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651456, portal 4 00000400:00000010:0.0:1715209291.591883:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:0.0:1715209291.591888:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000010:2.0:1715209291.591890:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715209291.591893:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651392, portal 25 00000100:00000200:2.0:1715209291.591893:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651456, offset 0 00000400:00000010:0.0:1715209291.591897:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:2.0:1715209291.591907:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209291.591928:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651392, offset 0 00000400:00000200:0.0:1715209291.591936:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209291.591942:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209291.591949:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209291.591955:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209291.591959:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209291.591962:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209291.591966:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [235:235:256:4294967295] 192.168.203.134@tcp LPNI seq info [235:235:8:4294967295] 00000400:00000200:2.0:1715209291.591978:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209291.591985:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209291.591987:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209291.591990:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209291.591991:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209291.591994:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209291.591997:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209291.591998:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209291.591999:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209291.592003:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [236:236:255:4294967295] 192.168.203.134@tcp LPNI seq info [236:236:7:4294967295] 00000800:00000200:2.0:1715209291.592010:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209291.592013:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209291.592015:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209291.592018:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209291.592031:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209291.592037:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209291.592043:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209291.592046:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209291.592151:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209291.592160:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209291.592167:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209291.592177:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209291.592184:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:1.0:1715209291.592186:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715209291.592199:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954651456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209291.592287:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209291.592289:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209291.592293:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209291.592297:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209291.592314:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209291.592316:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209291.592323:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954651392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209291.594166:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209291.594181:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403f40 00000400:00000200:0.0:1715209291.594189:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x821 [1] + 224 00000400:00000200:0.0:1715209291.594202:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209291.594207:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209291.594217:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954651456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209291.594257:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209291.594262:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403f00 00000400:00000200:0.0:1715209291.594266:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x825 [1] + 224 00000400:00000200:0.0:1715209291.594283:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209291.594287:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209291.594293:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954651392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209291.594346:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 00000400:00000200:2.0:1715209291.594354:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:2.0:1715209291.594356:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209291.594365:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954651456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209291.594376:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954651456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209291.594396:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:1.0:1715209291.594404:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209291.594406:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 02000000:00000010:2.0:1715209291.594411:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000100:00000200:1.0:1715209291.594415:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954651392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209291.594417:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209291.594422:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000200:1.0:1715209291.594427:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954651392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209291.594454:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209291.594513:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715209291.594517:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715209296.599574:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209296.599599:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209296.599646:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209296.599650:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209296.599715:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209296.599722:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 00000400:00000010:2.0:1715209296.599730:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 02000000:00000010:0.0:1715209296.599735:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715209296.599737:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651584, portal 4 00000400:00000010:0.0:1715209296.599744:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715209296.599749:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715209296.599754:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651520, portal 25 00000400:00000010:2.0:1715209296.599756:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:0.0:1715209296.599758:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:2.0:1715209296.599759:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651584, offset 0 00000100:00000200:0.0:1715209296.599760:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651520, offset 0 00000400:00000200:2.0:1715209296.599770:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209296.599778:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209296.599785:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209296.599791:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209296.599795:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209296.599799:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209296.599802:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209296.599805:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [237:237:256:4294967295] 192.168.203.134@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:2.0:1715209296.599816:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209296.599822:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209296.599825:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209296.599827:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209296.599829:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209296.599833:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209296.599833:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209296.599835:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209296.599842:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209296.599847:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209296.599848:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209296.599851:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [238:238:255:4294967295] 192.168.203.134@tcp LPNI seq info [238:238:7:4294967295] 00000400:00000200:0.0:1715209296.599860:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209296.599866:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209296.599869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209296.599874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209296.599880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209296.599884:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209296.599928:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209296.599934:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209296.599940:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209296.599947:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209296.599951:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:1.0:1715209296.599953:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715209296.599963:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954651584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209296.600037:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209296.600040:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209296.600043:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209296.600046:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209296.600049:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209296.600051:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209296.600077:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954651520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209296.601703:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209296.601717:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030403fc0 00000400:00000200:0.0:1715209296.601725:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x831 [1] + 224 00000400:00000200:0.0:1715209296.601735:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209296.601739:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209296.601746:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954651584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209296.601782:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209296.601787:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030403f80 00000400:00000200:0.0:1715209296.601791:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x835 [1] + 224 00000400:00000200:0.0:1715209296.601806:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209296.601810:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209296.601815:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954651520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209296.601844:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 00000400:00000200:2.0:1715209296.601854:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:2.0:1715209296.601857:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209296.601867:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954651584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209296.601884:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954651584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209296.601921:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209296.601928:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209296.601933:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:1.0:1715209296.601935:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:1.0:1715209296.601951:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209296.601953:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715209296.601962:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954651520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209296.601973:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954651520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209296.601991:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209296.601996:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715209296.601999:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715209301.607575:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209301.607606:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209301.607664:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209301.607669:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209301.607744:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209301.607768:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 02000000:00000010:0.0:1715209301.607771:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715209301.607777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000010:0.0:1715209301.607780:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000100:00000200:2.0:1715209301.607786:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651712, portal 4 00000400:00000010:0.0:1715209301.607787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715209301.607791:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651648, portal 25 00000400:00000010:2.0:1715209301.607794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000010:0.0:1715209301.607796:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715209301.607797:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651712, offset 0 00000100:00000200:0.0:1715209301.607798:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651648, offset 0 00000400:00000200:2.0:1715209301.607810:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209301.607827:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209301.607830:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209301.607836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209301.607842:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209301.607846:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209301.607849:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209301.607853:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [239:239:256:4294967295] 192.168.203.134@tcp LPNI seq info [239:239:8:4294967295] 00000400:00000200:2.0:1715209301.607866:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209301.607873:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209301.607874:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209301.607877:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209301.607878:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209301.607882:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209301.607884:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209301.607885:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209301.607888:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209301.607890:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [240:240:255:4294967295] 192.168.203.134@tcp LPNI seq info [240:240:7:4294967295] 00000800:00000200:2.0:1715209301.607895:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209301.607900:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209301.607900:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209301.607905:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209301.607908:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209301.607913:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209301.607919:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209301.607923:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209301.608001:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209301.608010:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209301.608019:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209301.608077:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209301.608085:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:1.0:1715209301.608088:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:1.0:1715209301.608105:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954651712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209301.608212:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209301.608215:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209301.608218:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209301.608222:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209301.608225:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209301.608227:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209301.608233:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954651648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209301.609873:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209301.609888:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404040 00000400:00000200:0.0:1715209301.609896:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x841 [1] + 224 00000400:00000200:0.0:1715209301.609910:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209301.609915:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209301.609925:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954651712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209301.609965:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209301.609970:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404000 00000400:00000200:0.0:1715209301.609975:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x845 [1] + 224 00000400:00000200:0.0:1715209301.609991:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209301.609995:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209301.610000:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954651648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209301.610074:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 00000400:00000200:2.0:1715209301.610082:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:2.0:1715209301.610084:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209301.610093:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954651712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209301.610104:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954651712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209301.610124:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:1.0:1715209301.610135:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715209301.610138:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 02000000:00000010:2.0:1715209301.610140:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209301.610146:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000200:1.0:1715209301.610148:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954651648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209301.610151:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000200:1.0:1715209301.610160:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954651648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209301.610211:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209301.610218:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715209301.610222:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000010:2.0:1715209306.615599:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209306.615633:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209306.615713:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209306.615718:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715209306.615796:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 02000000:00000010:0.0:1715209306.615804:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715209306.615805:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 00000400:00000010:2.0:1715209306.615814:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209306.615823:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651840, portal 4 00000400:00000010:0.0:1715209306.615824:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:0.0:1715209306.615832:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000010:2.0:1715209306.615832:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715209306.615836:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651776, portal 25 00000100:00000200:2.0:1715209306.615836:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651840, offset 0 00000400:00000010:0.0:1715209306.615841:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000400:00000200:2.0:1715209306.615850:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209306.615856:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651776, offset 0 00000400:00000200:0.0:1715209306.615864:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209306.615870:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209306.615877:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209306.615882:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209306.615886:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209306.615889:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209306.615893:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [241:241:256:4294967295] 192.168.203.134@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:2.0:1715209306.615906:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209306.615913:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209306.615914:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209306.615918:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209306.615918:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209306.615922:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209306.615925:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209306.615926:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209306.615928:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209306.615931:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [242:242:255:4294967295] 192.168.203.134@tcp LPNI seq info [242:242:7:4294967295] 00000800:00000200:2.0:1715209306.615937:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209306.615940:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209306.615942:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209306.615945:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209306.615948:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209306.615953:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209306.615960:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209306.615963:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209306.616072:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209306.616082:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209306.616089:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209306.616099:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209306.616105:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:1.0:1715209306.616108:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:1.0:1715209306.616121:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954651840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209306.616209:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209306.616213:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209306.616217:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209306.616223:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209306.616227:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209306.616230:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209306.616239:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954651776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209306.617889:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209306.617904:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404080 00000400:00000200:0.0:1715209306.617912:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x855 [1] + 224 00000400:00000200:0.0:1715209306.617926:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209306.617931:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209306.617941:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954651776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209306.617981:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209306.618009:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304040c0 00000400:00000200:0.0:1715209306.618015:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x851 [1] + 224 00000400:00000200:0.0:1715209306.618033:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209306.618044:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209306.618050:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954651840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209306.618082:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715209306.618091:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715209306.618093:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715209306.618103:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954651776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209306.618114:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954651776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209306.618143:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209306.618150:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209306.618165:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000400:00000010:3.0:1715209306.618168:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 00000400:00000200:3.0:1715209306.618176:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:3.0:1715209306.618178:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:3.0:1715209306.618188:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954651840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209306.618199:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954651840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209306.618225:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715209306.618230:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:3.0:1715209306.618233:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000010:2.0:1715209311.623592:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209311.623624:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209311.623684:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209311.623689:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209311.623748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209311.623757:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43795d8. 00000400:00000010:2.0:1715209311.623766:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209311.623775:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651968, portal 4 00000400:00000010:2.0:1715209311.623783:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715209311.623786:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954651968, offset 0 02000000:00000010:3.0:1715209311.623787:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209311.623796:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715209311.623799:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209311.623812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209311.623817:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954651904, portal 25 00000400:00000200:2.0:1715209311.623819:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209311.623821:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000100:00000200:3.0:1715209311.623823:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954651904, offset 0 00000400:00000200:2.0:1715209311.623825:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209311.623831:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209311.623831:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209311.623835:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209311.623838:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209311.623842:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [243:243:256:4294967295] 192.168.203.134@tcp LPNI seq info [243:243:8:4294967295] 00000400:00000200:2.0:1715209311.623854:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209311.623862:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209311.623863:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209311.623867:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:3.0:1715209311.623867:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209311.623870:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209311.623874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209311.623884:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209311.623888:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209311.623889:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209311.623891:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209311.623894:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [244:244:255:4294967295] 192.168.203.134@tcp LPNI seq info [244:244:7:4294967295] 00000400:00000200:3.0:1715209311.623904:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209311.623909:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209311.623914:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000800:00000200:3.0:1715209311.623918:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209311.623925:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209311.623928:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209311.624059:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209311.624065:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209311.624073:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209311.624080:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209311.624085:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715209311.624087:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715209311.624098:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954651968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209311.624190:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209311.624192:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715209311.624196:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209311.624200:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209311.624202:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:0.0:1715209311.624204:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:0.0:1715209311.624208:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954651904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209311.626003:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209311.626016:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404140 00000400:00000200:0.0:1715209311.626024:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x861 [1] + 224 00000400:00000200:0.0:1715209311.626037:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209311.626041:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209311.626048:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954651968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209311.626085:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209311.626090:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404100 00000400:00000200:0.0:1715209311.626094:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x869 [1] + 224 00000400:00000200:0.0:1715209311.626120:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209311.626123:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209311.626128:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954651904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209311.626175:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43795d8. 00000400:00000200:2.0:1715209311.626185:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:2.0:1715209311.626187:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715209311.626198:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954651968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209311.626203:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209311.626208:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209311.626210:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:2.0:1715209311.626214:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954651968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209311.626218:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954651904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209311.626227:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954651904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209311.626253:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209311.626258:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:3.0:1715209311.626263:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209311.626274:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715209311.626281:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209311.626285:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715209316.631573:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209316.631609:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209316.631664:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209316.631669:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715209316.631752:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:0.0:1715209316.631759:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715209316.631763:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43795d8. 00000400:00000010:0.0:1715209316.631769:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:2.0:1715209316.631774:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000400:00000010:0.0:1715209316.631775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715209316.631783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652032, portal 25 00000400:00000010:0.0:1715209316.631789:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:2.0:1715209316.631791:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652096, portal 4 00000100:00000200:0.0:1715209316.631792:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652032, offset 0 00000400:00000010:2.0:1715209316.631801:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000200:0.0:1715209316.631806:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209316.631813:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652096, offset 0 00000400:00000200:2.0:1715209316.631824:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209316.631826:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209316.631833:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209316.631838:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209316.631842:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209316.631845:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209316.631849:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [245:245:256:4294967295] 192.168.203.134@tcp LPNI seq info [245:245:8:4294967295] 00000400:00000200:0.0:1715209316.631861:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209316.631868:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209316.631870:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209316.631872:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715209316.631874:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209316.631878:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209316.631881:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209316.631881:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209316.631883:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209316.631886:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [246:246:255:4294967295] 192.168.203.134@tcp LPNI seq info [246:246:7:4294967295] 00000800:00000200:0.0:1715209316.631892:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209316.631896:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209316.631897:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209316.631902:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209316.631908:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715209316.631913:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209316.631936:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209316.631939:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209316.632000:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209316.632006:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209316.632013:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209316.632021:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209316.632026:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209316.632028:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209316.632040:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954652032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209316.632133:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209316.632136:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209316.632139:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209316.632143:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209316.632163:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:1.0:1715209316.632164:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:1.0:1715209316.632171:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954652096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209316.633877:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209316.633890:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404180 00000400:00000200:0.0:1715209316.633901:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x871 [1] + 224 00000400:00000200:0.0:1715209316.633940:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209316.633947:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209316.633958:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954652032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209316.634030:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209316.634040:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304041c0 00000400:00000200:0.0:1715209316.634047:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x875 [1] + 224 00000400:00000200:0.0:1715209316.634069:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209316.634071:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:0.0:1715209316.634076:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209316.634078:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715209316.634081:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715209316.634099:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954652032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209316.634100:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954652096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209316.634130:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954652032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209316.634175:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209316.634182:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43795d8. 02000000:00000010:2.0:1715209316.634184:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000400:00000200:3.0:1715209316.634188:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000100:00000010:2.0:1715209316.634190:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000400:00000010:3.0:1715209316.634190:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:3.0:1715209316.634197:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954652096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209316.634210:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954652096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209316.634237:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715209316.634243:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:3.0:1715209316.634246:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715209321.639620:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209321.639653:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209321.639713:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715209321.639718:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715209321.639787:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715209321.639796:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379630. 00000400:00000010:2.0:1715209321.639804:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209321.639814:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652224, portal 4 02000000:00000010:3.0:1715209321.639814:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:2.0:1715209321.639822:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715209321.639825:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652224, offset 0 00000400:00000200:2.0:1715209321.639837:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209321.639839:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209321.639845:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209321.639850:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652160, portal 25 00000400:00000010:3.0:1715209321.639854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715209321.639856:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652160, offset 0 00000400:00000200:2.0:1715209321.639857:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209321.639863:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209321.639865:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209321.639870:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209321.639874:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209321.639877:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209321.639881:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [247:247:256:4294967295] 192.168.203.134@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:2.0:1715209321.639923:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209321.639931:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209321.639934:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209321.639937:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:3.0:1715209321.639938:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209321.639941:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209321.639944:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209321.639945:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209321.639947:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209321.639949:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [248:248:255:4294967295] 192.168.203.134@tcp LPNI seq info [248:248:7:4294967295] 00000800:00000200:2.0:1715209321.639957:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209321.639960:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209321.639963:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209321.639965:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209321.639969:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000800:00000200:3.0:1715209321.639974:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209321.639981:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209321.639984:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209321.640130:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209321.640137:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209321.640144:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209321.640151:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209321.640156:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715209321.640158:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715209321.640170:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954652224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209321.640262:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209321.640265:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715209321.640269:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209321.640273:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209321.640275:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:0.0:1715209321.640277:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:0.0:1715209321.640281:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954652160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209321.642128:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209321.642142:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404240 00000400:00000200:0.0:1715209321.642150:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x881 [1] + 224 00000400:00000200:0.0:1715209321.642162:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209321.642166:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209321.642183:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954652224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209321.642224:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209321.642230:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404200 00000400:00000200:0.0:1715209321.642234:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x889 [1] + 224 00000400:00000200:0.0:1715209321.642253:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209321.642257:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209321.642261:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954652160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209321.642309:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379630. 00000400:00000200:2.0:1715209321.642317:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:2.0:1715209321.642320:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209321.642328:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954652224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209321.642339:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954652224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209321.642373:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:3.0:1715209321.642377:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209321.642379:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209321.642384:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000400:00000200:3.0:1715209321.642385:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209321.642387:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209321.642395:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954652160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209321.642406:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954652160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209321.642424:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209321.642428:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:3.0:1715209321.642432:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715209326.647651:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715209326.647676:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209326.647734:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209326.647738:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715209326.647800:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715209326.647807:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379630. 00000400:00000010:2.0:1715209326.647814:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209326.647823:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652352, portal 4 00000400:00000010:2.0:1715209326.647830:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715209326.647832:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652352, offset 0 00000400:00000200:2.0:1715209326.647842:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209326.647886:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209326.647891:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209326.647896:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209326.647900:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209326.647903:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209326.647907:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [249:249:256:4294967295] 192.168.203.134@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:2.0:1715209326.647918:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 02000000:00000010:0.0:1715209326.647923:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000800:00000200:2.0:1715209326.647924:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209326.647928:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000010:0.0:1715209326.647940:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715209326.647949:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000800:00000200:2.0:1715209326.647951:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:0.0:1715209326.647958:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652288, portal 25 00000800:00000200:2.0:1715209326.647960:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:0.0:1715209326.647963:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000800:00000200:2.0:1715209326.647965:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1715209326.647966:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652288, offset 0 00000400:00000200:0.0:1715209326.647978:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209326.647995:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209326.648001:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209326.648006:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209326.648010:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209326.648013:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209326.648016:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [250:250:255:4294967295] 192.168.203.134@tcp LPNI seq info [250:250:7:4294967295] 00000400:00000200:0.0:1715209326.648028:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209326.648034:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209326.648039:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209326.648046:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209326.648055:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209326.648060:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209326.648073:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209326.648079:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715209326.648088:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209326.648095:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209326.648100:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:1.0:1715209326.648103:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715209326.648115:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954652352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209326.648217:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209326.648220:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209326.648223:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209326.648227:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209326.648230:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209326.648232:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209326.648237:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954652288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209326.650394:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209326.650423:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304042c0 00000400:00000200:0.0:1715209326.650432:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x891 [1] + 224 00000400:00000200:0.0:1715209326.650446:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209326.650450:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209326.650457:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954652352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209326.650545:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209326.650551:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404280 00000400:00000200:0.0:1715209326.650555:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x899 [1] + 224 00000400:00000200:0.0:1715209326.650572:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209326.650576:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209326.650582:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954652288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209326.650645:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379630. 00000400:00000200:2.0:1715209326.650653:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:2.0:1715209326.650655:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209326.650666:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954652352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209326.650679:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954652352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209326.650709:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 02000000:00000010:2.0:1715209326.650710:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715209326.650715:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000400:00000200:1.0:1715209326.650717:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209326.650720:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000010:2.0:1715209326.650720:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000200:1.0:1715209326.650728:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954652288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209326.650740:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954652288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209326.650765:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209326.650772:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715209326.650776:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715209331.655670:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209331.655706:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715209331.655767:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209331.655771:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715209331.655901:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715209331.655904:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:2.0:1715209331.655910:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379630. 00000400:00000010:3.0:1715209331.655916:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209331.655918:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209331.655927:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652480, portal 4 00000400:00000010:2.0:1715209331.655935:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715209331.655937:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652480, offset 0 00000400:00000010:3.0:1715209331.655944:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715209331.655950:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209331.655960:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652416, portal 25 00000400:00000010:3.0:1715209331.655966:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000400:00000200:2.0:1715209331.655968:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715209331.655969:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652416, offset 0 00000400:00000200:2.0:1715209331.655975:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209331.655977:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209331.655980:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209331.655985:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209331.655988:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209331.655991:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [251:251:256:4294967295] 192.168.203.134@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:2.0:1715209331.656002:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209331.656020:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209331.656020:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209331.656023:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209331.656024:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:3.0:1715209331.656027:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209331.656029:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209331.656032:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209331.656033:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209331.656035:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [252:252:255:4294967295] 192.168.203.134@tcp LPNI seq info [252:252:7:4294967295] 00000800:00000200:2.0:1715209331.656044:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209331.656045:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209331.656049:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209331.656050:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209331.656054:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000800:00000200:3.0:1715209331.656059:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209331.656065:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209331.656068:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209331.656142:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209331.656148:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715209331.656157:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209331.656165:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209331.656170:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715209331.656172:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715209331.656183:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954652480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209331.656278:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209331.656280:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715209331.656284:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209331.656287:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209331.656290:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:0.0:1715209331.656291:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:0.0:1715209331.656295:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954652416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209331.657974:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209331.657986:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404340 00000400:00000200:0.0:1715209331.657993:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8a1 [1] + 224 00000400:00000200:0.0:1715209331.658005:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209331.658008:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209331.658015:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954652480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209331.658047:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209331.658052:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404300 00000400:00000200:0.0:1715209331.658055:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8a9 [1] + 224 00000400:00000200:0.0:1715209331.658070:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209331.658073:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209331.658077:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954652416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209331.658128:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379630. 00000400:00000200:2.0:1715209331.658135:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:2.0:1715209331.658137:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209331.658144:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954652480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209331.658153:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954652480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209331.658182:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209331.658185:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000200:3.0:1715209331.658189:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 02000000:00000010:2.0:1715209331.658190:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000400:00000010:3.0:1715209331.658190:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000010:2.0:1715209331.658195:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000200:3.0:1715209331.658197:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954652416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209331.658206:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954652416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209331.658222:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209331.658226:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715209331.658229:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000010:2.0:1715209336.663633:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209336.663668:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209336.663736:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209336.663744:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715209336.663868:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 02000000:00000010:0.0:1715209336.663869:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209336.663879:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:2.0:1715209336.663880:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379630. 00000400:00000010:0.0:1715209336.663889:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000010:2.0:1715209336.663889:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715209336.663897:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652544, portal 25 00000400:00000010:0.0:1715209336.663903:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715209336.663904:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652608, portal 4 00000100:00000200:0.0:1715209336.663906:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652544, offset 0 00000400:00000010:2.0:1715209336.663914:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000200:0.0:1715209336.663919:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209336.663927:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652608, offset 0 00000400:00000200:2.0:1715209336.663937:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209336.663939:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209336.663946:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209336.663952:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209336.663956:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209336.663959:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209336.663963:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [253:253:256:4294967295] 192.168.203.134@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:0.0:1715209336.663976:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209336.664005:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209336.664005:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209336.664010:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209336.664010:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209336.664013:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209336.664016:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209336.664018:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209336.664029:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209336.664030:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209336.664033:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [254:254:255:4294967295] 192.168.203.134@tcp LPNI seq info [254:254:7:4294967295] 00000800:00000200:0.0:1715209336.664034:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209336.664042:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209336.664048:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209336.664054:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209336.664061:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209336.664070:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209336.664074:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209336.664158:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209336.664170:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209336.664177:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209336.664184:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209336.664189:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715209336.664192:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209336.664204:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954652544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209336.664298:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209336.664301:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209336.664304:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209336.664308:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209336.664311:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:1.0:1715209336.664312:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:1.0:1715209336.664317:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954652608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209336.666133:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209336.666146:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404380 00000400:00000200:0.0:1715209336.666153:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8b1 [1] + 224 00000400:00000200:0.0:1715209336.666165:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209336.666169:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209336.666177:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954652544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209336.666214:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209336.666219:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304043c0 00000400:00000200:0.0:1715209336.666222:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8b5 [1] + 224 00000400:00000200:0.0:1715209336.666240:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209336.666244:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209336.666248:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954652608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209336.666307:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715209336.666315:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715209336.666317:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:2.0:1715209336.666325:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954652544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209336.666336:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954652544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209336.666365:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209336.666369:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379630. 02000000:00000010:2.0:1715209336.666371:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209336.666375:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000400:00000200:3.0:1715209336.666378:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:3.0:1715209336.666380:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:3.0:1715209336.666388:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954652608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209336.666409:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954652608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209336.666435:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715209336.666440:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:3.0:1715209336.666443:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715209341.671624:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209341.671658:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209341.671721:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209341.671726:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715209341.671818:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209341.671819:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:2.0:1715209341.671827:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379528. 00000400:00000010:3.0:1715209341.671831:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209341.671835:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000400:00000010:3.0:1715209341.671838:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:2.0:1715209341.671845:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652736, portal 4 00000100:00000200:3.0:1715209341.671846:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652672, portal 25 00000400:00000010:2.0:1715209341.671852:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000400:00000010:3.0:1715209341.671853:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:2.0:1715209341.671855:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652736, offset 0 00000100:00000200:3.0:1715209341.671857:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652672, offset 0 00000400:00000200:2.0:1715209341.671868:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209341.671878:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209341.671888:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209341.671914:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209341.671920:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209341.671924:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209341.671927:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209341.671931:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [255:255:256:4294967295] 192.168.203.134@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:2.0:1715209341.671943:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209341.671952:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209341.671954:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209341.671956:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:3.0:1715209341.671960:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209341.671964:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209341.671965:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209341.671969:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209341.671973:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209341.671975:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209341.671977:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [256:256:255:4294967295] 192.168.203.134@tcp LPNI seq info [256:256:7:4294967295] 00000800:00000200:2.0:1715209341.671980:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209341.671991:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209341.671999:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209341.672005:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715209341.672012:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209341.672020:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209341.672025:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209341.672100:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209341.672107:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209341.672116:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209341.672125:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209341.672132:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715209341.672135:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715209341.672150:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954652736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209341.672266:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209341.672282:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209341.672288:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209341.672295:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209341.672299:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:0.0:1715209341.672302:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:0.0:1715209341.672309:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954652672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209341.674111:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209341.674126:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404400 00000400:00000200:0.0:1715209341.674134:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8c5 [1] + 224 00000400:00000200:0.0:1715209341.674147:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209341.674150:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209341.674159:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954652672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209341.674198:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209341.674204:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404440 00000400:00000200:0.0:1715209341.674208:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8c1 [1] + 224 00000400:00000200:0.0:1715209341.674225:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209341.674229:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209341.674233:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954652736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209341.674259:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209341.674267:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209341.674269:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209341.674277:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954652672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209341.674306:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954652672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209341.674335:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209341.674341:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:3.0:1715209341.674345:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000400:00000010:2.0:1715209341.674358:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379528. 00000400:00000200:2.0:1715209341.674366:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:2.0:1715209341.674368:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715209341.674376:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954652736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209341.674388:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954652736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209341.674414:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715209341.674418:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209341.674421:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000010:2.0:1715209346.679626:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209346.679661:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209346.679763:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715209346.679769:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209346.679841:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:0.0:1715209346.679843:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:2.0:1715209346.679849:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379528. 00000400:00000010:0.0:1715209346.679852:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:0.0:1715209346.679858:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000010:2.0:1715209346.679858:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715209346.679867:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652800, portal 25 00000100:00000200:2.0:1715209346.679872:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652864, portal 4 00000400:00000010:0.0:1715209346.679873:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715209346.679876:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652800, offset 0 00000400:00000010:2.0:1715209346.679879:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000200:0.0:1715209346.679890:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209346.679901:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652864, offset 0 00000400:00000200:0.0:1715209346.679909:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209346.679909:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209346.679926:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209346.679932:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209346.679936:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209346.679939:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209346.679943:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [257:257:256:4294967295] 192.168.203.134@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:0.0:1715209346.679955:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209346.679962:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209346.679963:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209346.679966:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209346.679967:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715209346.679970:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209346.679973:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209346.679975:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209346.679975:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209346.679978:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [258:258:255:4294967295] 192.168.203.134@tcp LPNI seq info [258:258:7:4294967295] 00000800:00000200:0.0:1715209346.679987:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209346.679989:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209346.679992:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209346.679994:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209346.679997:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715209346.680002:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209346.680008:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209346.680011:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209346.680092:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209346.680098:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209346.680107:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209346.680115:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209346.680120:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209346.680123:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209346.680135:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954652800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209346.680233:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209346.680236:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209346.680239:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209346.680243:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209346.680246:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715209346.680248:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715209346.680254:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954652864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209346.682013:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209346.682026:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404480 00000400:00000200:0.0:1715209346.682034:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8d1 [1] + 224 00000400:00000200:0.0:1715209346.682046:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209346.682050:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209346.682059:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954652800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209346.682099:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209346.682105:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304044c0 00000400:00000200:0.0:1715209346.682109:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8d5 [1] + 224 00000400:00000200:0.0:1715209346.682130:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209346.682134:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209346.682139:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954652864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209346.682208:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:2.0:1715209346.682216:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:2.0:1715209346.682218:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:2.0:1715209346.682226:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954652800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209346.682237:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954652800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209346.682255:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379528. 00000400:00000200:3.0:1715209346.682263:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 02000000:00000010:2.0:1715209346.682264:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209346.682266:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:3.0:1715209346.682274:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954652864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209346.682276:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209346.682280:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000200:3.0:1715209346.682285:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954652864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209346.682310:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209346.682315:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:3.0:1715209346.682318:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715209351.687651:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209351.687721:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209351.687784:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715209351.687790:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715209351.687863:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715209351.687872:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379ec8. 02000000:00000010:3.0:1715209351.687881:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715209351.687891:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209351.687898:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000400:00000010:3.0:1715209351.687898:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209351.687907:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652928, portal 25 00000400:00000010:3.0:1715209351.687912:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000100:00000200:2.0:1715209351.687914:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954652992, portal 4 00000100:00000200:3.0:1715209351.687916:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954652928, offset 0 00000400:00000010:2.0:1715209351.687921:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000200:3.0:1715209351.687929:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209351.687935:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954652992, offset 0 00000400:00000200:2.0:1715209351.687942:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209351.687950:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209351.687957:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209351.687962:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209351.687966:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209351.687969:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209351.687973:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [259:259:256:4294967295] 192.168.203.134@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:3.0:1715209351.687987:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:2.0:1715209351.688008:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209351.688008:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209351.688012:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209351.688013:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000200:2.0:1715209351.688015:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209351.688018:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209351.688021:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209351.688021:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209351.688024:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [260:260:255:4294967295] 192.168.203.134@tcp LPNI seq info [260:260:7:4294967295] 00000800:00000200:3.0:1715209351.688033:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209351.688034:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209351.688039:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209351.688040:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209351.688043:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715209351.688048:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209351.688054:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209351.688058:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209351.688137:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209351.688144:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715209351.688153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209351.688169:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209351.688175:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:0.0:1715209351.688177:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:0.0:1715209351.688187:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954652928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209351.688286:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209351.688289:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209351.688292:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209351.688296:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209351.688299:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715209351.688301:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715209351.688306:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954652992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209351.690225:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209351.690240:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404500 00000400:00000200:0.0:1715209351.690248:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8e1 [1] + 224 00000400:00000200:0.0:1715209351.690260:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209351.690264:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209351.690272:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954652928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209351.690308:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209351.690313:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404540 00000400:00000200:0.0:1715209351.690318:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8e5 [1] + 224 00000400:00000200:0.0:1715209351.690334:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209351.690338:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209351.690342:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954652992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209351.690395:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209351.690403:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209351.690405:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209351.690413:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954652928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209351.690424:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954652928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209351.690451:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715209351.690457:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000400:00000010:2.0:1715209351.690487:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379ec8. 00000400:00000200:2.0:1715209351.690495:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:2.0:1715209351.690498:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209351.690506:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954652992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209351.690517:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954652992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715209351.690522:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209351.690542:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209351.690547:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715209351.690549:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000100:00000010:0.0:1715209356.695752:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209356.695787:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715209356.695868:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209356.695873:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:2.0:1715209356.695913:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 02000000:00000010:0.0:1715209356.695916:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209356.695924:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:2.0:1715209356.695924:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379ec8. 00000400:00000010:0.0:1715209356.695933:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000010:2.0:1715209356.695934:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715209356.695942:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653120, portal 4 00000400:00000010:0.0:1715209356.695951:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:2.0:1715209356.695952:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653056, portal 25 00000100:00000200:0.0:1715209356.695954:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954653120, offset 0 00000400:00000010:2.0:1715209356.695958:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000400:00000200:0.0:1715209356.695967:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209356.695973:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653056, offset 0 00000400:00000200:2.0:1715209356.695983:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209356.695987:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209356.695994:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209356.696000:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209356.696004:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209356.696007:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209356.696010:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [261:261:256:4294967295] 192.168.203.134@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:0.0:1715209356.696023:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209356.696030:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209356.696033:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209356.696035:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209356.696037:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209356.696040:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209356.696043:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209356.696043:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209356.696046:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209356.696049:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [262:262:255:4294967295] 192.168.203.134@tcp LPNI seq info [262:262:7:4294967295] 00000800:00000200:0.0:1715209356.696054:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209356.696058:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209356.696059:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209356.696063:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209356.696067:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209356.696072:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209356.696081:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209356.696086:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209356.696168:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209356.696181:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209356.696193:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209356.696202:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209356.696208:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209356.696211:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209356.696224:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954653120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209356.696324:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209356.696327:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209356.696330:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209356.696334:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209356.696336:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:1.0:1715209356.696338:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715209356.696343:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954653056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209356.698252:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209356.698266:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304045c0 00000400:00000200:0.0:1715209356.698274:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8f1 [1] + 224 00000400:00000200:0.0:1715209356.698286:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209356.698290:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209356.698297:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954653120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209356.698334:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209356.698350:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404580 00000400:00000200:0.0:1715209356.698354:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x8f5 [1] + 224 00000400:00000200:0.0:1715209356.698372:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209356.698376:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209356.698381:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954653056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209356.698427:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:2.0:1715209356.698435:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715209356.698437:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715209356.698445:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954653120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209356.698457:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954653120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209356.698501:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379ec8. 00000400:00000200:3.0:1715209356.698511:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:3.0:1715209356.698513:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 02000000:00000010:2.0:1715209356.698518:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209356.698521:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954653056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209356.698524:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715209356.698529:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000200:3.0:1715209356.698532:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954653056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209356.698550:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715209356.698555:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:3.0:1715209356.698557:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715209361.703730:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209361.703766:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715209361.703828:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209361.703832:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715209361.703922:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209361.703931:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 02000000:00000010:3.0:1715209361.703931:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:0.0:1715209361.703940:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000010:3.0:1715209361.703941:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:0.0:1715209361.703950:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653248, portal 4 00000400:00000010:0.0:1715209361.703957:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000400:00000010:3.0:1715209361.703958:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715209361.703960:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954653248, offset 0 00000100:00000200:3.0:1715209361.703962:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653184, portal 25 00000400:00000010:3.0:1715209361.703967:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000400:00000200:0.0:1715209361.703973:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209361.703991:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653184, offset 0 00000400:00000200:0.0:1715209361.703994:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209361.703999:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209361.704001:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209361.704006:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209361.704010:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209361.704013:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209361.704017:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [263:263:256:4294967295] 192.168.203.134@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:0.0:1715209361.704029:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209361.704037:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209361.704038:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209361.704041:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:3.0:1715209361.704042:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209361.704046:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209361.704050:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209361.704050:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209361.704052:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209361.704055:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [264:264:255:4294967295] 192.168.203.134@tcp LPNI seq info [264:264:7:4294967295] 00000800:00000200:0.0:1715209361.704060:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209361.704065:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209361.704065:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209361.704069:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209361.704073:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000800:00000200:3.0:1715209361.704079:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209361.704085:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209361.704088:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209361.704173:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209361.704179:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209361.704188:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209361.704196:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209361.704201:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209361.704204:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209361.704216:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954653248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209361.704314:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209361.704316:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715209361.704320:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209361.704324:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209361.704327:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:1.0:1715209361.704328:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:1.0:1715209361.704332:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954653184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209361.706252:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209361.706265:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404640 00000400:00000200:0.0:1715209361.706273:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x901 [1] + 224 00000400:00000200:0.0:1715209361.706285:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209361.706289:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209361.706297:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954653248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209361.706334:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209361.706339:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404600 00000400:00000200:0.0:1715209361.706343:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x909 [1] + 224 00000400:00000200:0.0:1715209361.706361:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209361.706365:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209361.706370:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954653184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209361.706429:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715209361.706438:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715209361.706440:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209361.706449:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954653248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209361.706513:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954653248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209361.706514:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209361.706522:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209361.706524:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209361.706532:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954653184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209361.706543:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954653184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209361.706550:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209361.706558:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 02000000:00000010:3.0:1715209361.706561:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 00000100:00000010:2.0:1715209361.706562:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 02000000:00000010:3.0:1715209361.706565:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715209361.706568:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:2.0:1715209366.712495:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715209366.712512:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209366.712547:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715209366.712549:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:3.0:1715209366.712588:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 02000000:00000010:1.0:1715209366.712589:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:3.0:1715209366.712597:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715209366.712600:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7580. 00000400:00000010:1.0:1715209366.712604:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000010:3.0:1715209366.712604:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:1.0:1715209366.712610:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653312, portal 25 00000100:00000200:3.0:1715209366.712612:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653376, portal 4 00000400:00000010:1.0:1715209366.712614:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209366.712615:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653312, offset 0 00000400:00000010:3.0:1715209366.712618:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000100:00000200:3.0:1715209366.712619:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954653376, offset 0 00000400:00000200:1.0:1715209366.712625:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209366.712632:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209366.712640:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209366.712645:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209366.712648:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209366.712652:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209366.712653:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209366.712657:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [265:265:256:4294967295] 192.168.203.134@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:1.0:1715209366.712664:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:3.0:1715209366.712669:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:1.0:1715209366.712670:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209366.712672:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209366.712673:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:3.0:1715209366.712674:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209366.712675:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209366.712677:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209366.712678:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [266:266:255:4294967295] 192.168.203.134@tcp LPNI seq info [266:266:7:4294967295] 00000800:00000200:1.0:1715209366.712679:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209366.712684:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209366.712687:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209366.712687:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209366.712688:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000800:00000200:1.0:1715209366.712691:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209366.712691:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209366.712695:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209366.712697:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209366.712735:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209366.712737:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:1.0:1715209366.712740:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209366.712744:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209366.712747:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209366.712749:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209366.712756:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954653312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209366.712799:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209366.712800:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715209366.712802:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209366.712804:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209366.712806:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:1.0:1715209366.712811:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:1.0:1715209366.712815:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954653376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209366.716297:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:1.0:1715209366.716305:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404680 00000400:00000200:1.0:1715209366.716311:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x911 [1] + 224 00000400:00000200:1.0:1715209366.716319:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209366.716322:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:1.0:1715209366.716327:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954653312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209366.716353:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:1.0:1715209366.716356:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304046c0 00000400:00000200:1.0:1715209366.716359:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x915 [1] + 224 00000400:00000200:1.0:1715209366.716371:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209366.716373:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:1.0:1715209366.716376:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954653376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209366.716409:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7580. 00000400:00000200:2.0:1715209366.716414:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:2.0:1715209366.716416:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:2.0:1715209366.716420:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954653312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209366.716427:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954653312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209366.716448:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:2.0:1715209366.716452:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000400:00000010:3.0:1715209366.716453:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000010:2.0:1715209366.716456:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000400:00000200:3.0:1715209366.716473:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209366.716474:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209366.716479:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954653376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209366.716486:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954653376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209366.716503:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715209366.716505:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:3.0:1715209366.716507:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000100:00000010:2.0:1715209371.719651:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715209371.719680:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209371.719733:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715209371.719737:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209371.719790:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715209371.719797:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000010:2.0:1715209371.719805:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 02000000:00000010:3.0:1715209371.719812:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000100:00000200:2.0:1715209371.719813:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653504, portal 4 00000400:00000010:2.0:1715209371.719820:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000400:00000010:3.0:1715209371.719820:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209371.719822:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954653504, offset 0 00000400:00000010:3.0:1715209371.719824:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209371.719827:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653440, portal 25 00000400:00000010:3.0:1715209371.719831:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000100:00000200:3.0:1715209371.719833:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653440, offset 0 00000400:00000200:3.0:1715209371.719843:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209371.719859:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209371.719868:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209371.719874:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209371.719879:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209371.719883:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209371.719885:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209371.719888:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [267:267:256:4294967295] 192.168.203.134@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:3.0:1715209371.719916:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209371.719924:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209371.719925:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209371.719929:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209371.719929:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:2.0:1715209371.719933:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209371.719935:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209371.719937:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209371.719938:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209371.719941:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [268:268:255:4294967295] 192.168.203.134@tcp LPNI seq info [268:268:7:4294967295] 00000800:00000200:3.0:1715209371.719949:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209371.719951:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209371.719954:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209371.719956:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209371.719960:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715209371.719964:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209371.719970:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209371.719974:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209371.720052:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209371.720058:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715209371.720067:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209371.720075:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209371.720080:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:0.0:1715209371.720082:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:0.0:1715209371.720092:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954653440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209371.720186:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209371.720189:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209371.720192:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209371.720196:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209371.720199:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715209371.720200:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715209371.720206:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954653504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209371.721950:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209371.721961:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404700 00000400:00000200:0.0:1715209371.721967:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x929 [1] + 224 00000400:00000200:0.0:1715209371.721977:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209371.721980:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209371.721986:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954653440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209371.722014:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209371.722018:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404740 00000400:00000200:0.0:1715209371.722021:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x921 [1] + 224 00000400:00000200:0.0:1715209371.722035:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209371.722038:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209371.722041:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954653504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209371.722082:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209371.722088:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209371.722090:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209371.722096:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954653440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209371.722104:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954653440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209371.722127:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 00000400:00000010:2.0:1715209371.722131:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 02000000:00000010:3.0:1715209371.722134:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000400:00000200:2.0:1715209371.722137:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:2.0:1715209371.722138:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000010:3.0:1715209371.722138:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000100:00000200:2.0:1715209371.722145:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954653504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209371.722153:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954653504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209371.722172:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715209371.722175:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209371.722178:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000100:00000010:2.0:1715209376.727661:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715209376.727694:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209376.727761:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715209376.727766:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715209376.727835:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715209376.727844:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000010:2.0:1715209376.727854:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 02000000:00000010:0.0:1715209376.727862:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209376.727871:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715209376.727876:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209376.727881:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653632, portal 4 00000100:00000200:0.0:1715209376.727882:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653568, portal 25 00000400:00000010:0.0:1715209376.727888:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715209376.727891:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653568, offset 0 00000400:00000010:2.0:1715209376.727892:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715209376.727894:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954653632, offset 0 00000400:00000200:0.0:1715209376.727904:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209376.727913:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209376.727924:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209376.727931:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209376.727936:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209376.727941:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209376.727944:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209376.727948:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [269:269:256:4294967295] 192.168.203.134@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:0.0:1715209376.727960:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209376.727979:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209376.727979:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209376.727983:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209376.727985:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209376.727986:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209376.727989:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209376.727992:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209376.727993:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209376.727995:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [270:270:255:4294967295] 192.168.203.134@tcp LPNI seq info [270:270:7:4294967295] 00000800:00000200:0.0:1715209376.728005:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209376.728006:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209376.728010:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209376.728011:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209376.728015:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715209376.728019:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209376.728025:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209376.728029:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209376.728113:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209376.728119:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209376.728129:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209376.728136:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209376.728141:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209376.728144:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209376.728157:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954653568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209376.728257:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209376.728259:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209376.728263:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209376.728267:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209376.728280:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:1.0:1715209376.728281:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:1.0:1715209376.728288:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954653632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209376.730045:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209376.730058:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404780 00000400:00000200:0.0:1715209376.730066:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x935 [1] + 224 00000400:00000200:0.0:1715209376.730079:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209376.730083:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209376.730091:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954653568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209376.730129:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209376.730134:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304047c0 00000400:00000200:0.0:1715209376.730138:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x931 [1] + 224 00000400:00000200:0.0:1715209376.730156:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209376.730159:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209376.730164:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954653632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209376.730219:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:2.0:1715209376.730227:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209376.730229:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209376.730237:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954653568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209376.730248:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954653568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209376.730275:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209376.730284:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 02000000:00000010:2.0:1715209376.730285:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209376.730290:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000200:3.0:1715209376.730293:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:3.0:1715209376.730295:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:3.0:1715209376.730304:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954653632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209376.730315:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954653632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209376.730339:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715209376.730354:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:3.0:1715209376.730358:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000010:2.0:1715209381.735755:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715209381.735789:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209381.735845:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715209381.735850:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:0.0:1715209381.735910:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209381.735918:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:0.0:1715209381.735923:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:2.0:1715209381.735923:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379aa8. 00000400:00000010:0.0:1715209381.735931:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000010:2.0:1715209381.735931:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715209381.735941:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653696, portal 25 00000100:00000200:2.0:1715209381.735946:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653760, portal 4 00000400:00000010:0.0:1715209381.735947:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715209381.735950:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653696, offset 0 00000400:00000010:2.0:1715209381.735954:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000400:00000200:0.0:1715209381.735963:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209381.735968:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954653760, offset 0 00000400:00000200:2.0:1715209381.735976:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209381.735983:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209381.735989:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209381.736004:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209381.736008:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209381.736011:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209381.736015:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [271:271:256:4294967295] 192.168.203.134@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:0.0:1715209381.736028:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209381.736036:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209381.736037:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209381.736040:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209381.736041:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715209381.736044:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209381.736046:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209381.736049:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209381.736050:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209381.736053:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [272:272:255:4294967295] 192.168.203.134@tcp LPNI seq info [272:272:7:4294967295] 00000800:00000200:0.0:1715209381.736061:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209381.736063:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209381.736066:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209381.736068:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209381.736073:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715209381.736078:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209381.736084:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209381.736088:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209381.736169:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209381.736175:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209381.736184:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209381.736191:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209381.736196:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209381.736199:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209381.736212:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954653696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209381.736316:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209381.736318:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715209381.736322:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209381.736326:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209381.736328:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:1.0:1715209381.736330:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715209381.736335:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954653760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209381.738120:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209381.738132:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404800 00000400:00000200:0.0:1715209381.738139:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x941 [1] + 224 00000400:00000200:0.0:1715209381.738150:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209381.738153:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209381.738161:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954653696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209381.738196:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209381.738201:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404840 00000400:00000200:0.0:1715209381.738205:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x945 [1] + 224 00000400:00000200:0.0:1715209381.738222:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209381.738226:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209381.738231:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954653760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209381.738285:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:2.0:1715209381.738293:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715209381.738295:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715209381.738304:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954653696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209381.738315:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954653696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209381.738342:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209381.738349:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000400:00000010:3.0:1715209381.738351:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379aa8. 00000100:00000010:2.0:1715209381.738353:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000200:3.0:1715209381.738359:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:3.0:1715209381.738361:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:3.0:1715209381.738370:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954653760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209381.738381:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954653760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209381.738406:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715209381.738411:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715209381.738414:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715209386.743626:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715209386.743679:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209386.743742:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209386.743747:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715209386.743801:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209386.743810:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 00000400:00000010:2.0:1715209386.743818:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715209386.743828:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653888, portal 4 00000400:00000010:2.0:1715209386.743838:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 02000000:00000010:3.0:1715209386.743838:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000100:00000200:2.0:1715209386.743840:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954653888, offset 0 00000400:00000010:3.0:1715209386.743849:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715209386.743856:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209386.743864:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209386.743869:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653824, portal 25 00000400:00000010:3.0:1715209386.743873:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000400:00000200:2.0:1715209386.743876:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715209386.743876:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653824, offset 0 00000400:00000200:2.0:1715209386.743883:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209386.743883:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209386.743888:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209386.743893:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209386.743896:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209386.743899:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [273:273:256:4294967295] 192.168.203.134@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:2.0:1715209386.743913:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209386.743920:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209386.743922:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209386.743925:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:3.0:1715209386.743926:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209386.743929:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209386.743932:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209386.743933:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209386.743935:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209386.743938:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [274:274:255:4294967295] 192.168.203.134@tcp LPNI seq info [274:274:7:4294967295] 00000800:00000200:2.0:1715209386.743946:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209386.743948:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209386.743951:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209386.743953:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209386.743957:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715209386.743962:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209386.743968:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209386.743982:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209386.744118:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209386.744125:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209386.744133:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209386.744140:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209386.744155:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715209386.744158:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715209386.744170:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954653888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209386.744263:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209386.744266:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715209386.744270:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209386.744274:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209386.744276:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:0.0:1715209386.744278:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:0.0:1715209386.744282:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954653824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209386.746005:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209386.746019:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404880 00000400:00000200:0.0:1715209386.746027:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x959 [1] + 224 00000400:00000200:0.0:1715209386.746040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209386.746044:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209386.746052:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954653824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209386.746088:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209386.746093:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304048c0 00000400:00000200:0.0:1715209386.746098:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x951 [1] + 224 00000400:00000200:0.0:1715209386.746115:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209386.746119:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209386.746123:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954653888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209386.746177:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209386.746184:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209386.746186:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209386.746194:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954653824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209386.746206:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954653824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209386.746234:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715209386.746241:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:3.0:1715209386.746246:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000010:2.0:1715209386.746247:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209386.746255:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715209386.746257:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715209386.746266:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954653888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209386.746277:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954653888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209386.746301:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209386.746315:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209386.746318:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715209391.751615:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715209391.751638:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209391.751679:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209391.751682:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715209391.751739:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209391.751745:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 02000000:00000010:1.0:1715209391.751747:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715209391.751751:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000010:1.0:1715209391.751752:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715209391.751756:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654016, portal 4 00000400:00000010:1.0:1715209391.751757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209391.751759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954653952, portal 25 00000400:00000010:1.0:1715209391.751762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000010:2.0:1715209391.751762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715209391.751763:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954653952, offset 0 00000100:00000200:2.0:1715209391.751764:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654016, offset 0 00000400:00000200:2.0:1715209391.751772:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209391.751777:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209391.751786:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209391.751791:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209391.751794:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209391.751796:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209391.751798:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209391.751800:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [275:275:256:4294967295] 192.168.203.134@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:2.0:1715209391.751808:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209391.751812:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209391.751813:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209391.751815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209391.751816:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000010:2.0:1715209391.751816:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209391.751818:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209391.751819:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209391.751821:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209391.751828:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209391.751831:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209391.751834:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [276:276:255:4294967295] 192.168.203.134@tcp LPNI seq info [276:276:7:4294967295] 00000400:00000200:1.0:1715209391.751839:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209391.751842:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209391.751845:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715209391.751848:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209391.751851:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209391.751853:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209391.751890:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209391.751897:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209391.751902:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209391.751918:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209391.751923:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715209391.751925:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715209391.751932:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954654016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209391.751988:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209391.751990:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715209391.751991:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209391.751993:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209391.751994:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715209391.751995:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715209391.751998:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954653952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209391.753143:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209391.753153:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404940 00000400:00000200:0.0:1715209391.753158:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x961 [1] + 224 00000400:00000200:0.0:1715209391.753165:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209391.753167:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209391.753171:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954654016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209391.753193:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209391.753195:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404900 00000400:00000200:0.0:1715209391.753198:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x965 [1] + 224 00000400:00000200:0.0:1715209391.753207:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209391.753209:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209391.753212:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954653952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209391.753249:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209391.753253:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715209391.753255:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715209391.753261:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954654016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209391.753267:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954654016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209391.753284:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209391.753288:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209391.753289:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209391.753294:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954653952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209391.753296:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000100:00000200:1.0:1715209391.753300:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954653952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209391.753300:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209391.753303:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 02000000:00000010:1.0:1715209391.753309:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715209391.753312:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715209391.753314:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715209396.759634:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715209396.759666:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715209396.759722:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209396.759726:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209396.759797:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209396.759805:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 02000000:00000010:0.0:1715209396.759807:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715209396.759813:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000010:0.0:1715209396.759814:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000100:00000200:2.0:1715209396.759820:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654144, portal 4 00000400:00000010:2.0:1715209396.759827:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715209396.759829:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654144, offset 0 00000400:00000010:0.0:1715209396.759835:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000200:2.0:1715209396.759840:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209396.759847:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654080, portal 25 00000400:00000010:0.0:1715209396.759851:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715209396.759853:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654080, offset 0 00000400:00000200:2.0:1715209396.759858:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209396.759859:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209396.759863:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209396.759868:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209396.759871:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209396.759874:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209396.759877:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [277:277:256:4294967295] 192.168.203.134@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:2.0:1715209396.759887:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715209396.759894:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715209396.759895:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209396.759897:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209396.759898:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209396.759900:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209396.759902:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209396.759904:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209396.759905:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209396.759906:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [278:278:255:4294967295] 192.168.203.134@tcp LPNI seq info [278:278:7:4294967295] 00000400:00000200:0.0:1715209396.759914:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209396.759914:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209396.759917:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715209396.759919:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209396.759920:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209396.759924:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209396.759929:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209396.759932:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209396.759998:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209396.760003:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209396.760011:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209396.760017:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209396.760021:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715209396.760023:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715209396.760034:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954654144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209396.760123:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209396.760125:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209396.760129:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209396.760132:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209396.760134:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209396.760143:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209396.760149:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954654080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209396.761828:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209396.761838:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304049c0 00000400:00000200:0.0:1715209396.761845:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x971 [1] + 224 00000400:00000200:0.0:1715209396.761855:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209396.761858:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209396.761864:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954654144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209396.761892:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209396.761896:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404980 00000400:00000200:0.0:1715209396.761899:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x979 [1] + 224 00000400:00000200:0.0:1715209396.761913:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209396.761920:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209396.761924:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954654080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209396.761967:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209396.761973:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715209396.761974:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715209396.761988:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954654144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209396.761997:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954654144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209396.762021:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 02000000:00000010:2.0:1715209396.762027:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000200:1.0:1715209396.762028:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715209396.762029:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 02000000:00000010:2.0:1715209396.762031:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209396.762035:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000200:1.0:1715209396.762036:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954654080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209396.762044:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954654080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209396.762058:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209396.762063:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715209396.762065:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715209401.767690:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209401.767725:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209401.767791:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715209401.767798:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715209401.767886:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209401.767895:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 02000000:00000010:0.0:1715209401.767901:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715209401.767904:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000010:0.0:1715209401.767911:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000100:00000200:2.0:1715209401.767914:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654272, portal 4 00000400:00000010:0.0:1715209401.767917:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209401.767921:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654208, portal 25 00000400:00000010:2.0:1715209401.767923:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000400:00000010:0.0:1715209401.767925:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715209401.767926:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654272, offset 0 00000100:00000200:0.0:1715209401.767928:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654208, offset 0 00000400:00000200:2.0:1715209401.767940:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209401.767951:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209401.767959:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209401.767966:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209401.767971:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209401.767975:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209401.767978:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209401.767982:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [279:279:256:4294967295] 192.168.203.134@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:2.0:1715209401.767995:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209401.768003:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209401.768004:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209401.768007:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209401.768008:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209401.768012:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209401.768014:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209401.768016:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209401.768017:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209401.768020:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [280:280:255:4294967295] 192.168.203.134@tcp LPNI seq info [280:280:7:4294967295] 00000800:00000200:2.0:1715209401.768027:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209401.768029:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209401.768032:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209401.768034:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209401.768038:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209401.768043:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209401.768049:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209401.768052:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209401.768154:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209401.768160:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209401.768170:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209401.768177:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209401.768182:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209401.768185:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209401.768197:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954654208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209401.768300:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209401.768303:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209401.768307:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209401.768311:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209401.768313:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:1.0:1715209401.768314:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:1.0:1715209401.768320:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954654272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209401.770109:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209401.770122:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404a00 00000400:00000200:0.0:1715209401.770130:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x985 [1] + 224 00000400:00000200:0.0:1715209401.770142:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209401.770145:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209401.770154:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954654208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209401.770212:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209401.770218:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404a40 00000400:00000200:0.0:1715209401.770222:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x981 [1] + 224 00000400:00000200:0.0:1715209401.770238:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209401.770242:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209401.770247:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954654272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209401.770299:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:2.0:1715209401.770307:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209401.770309:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209401.770318:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954654208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209401.770329:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954654208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209401.770384:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209401.770384:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 02000000:00000010:2.0:1715209401.770392:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000400:00000200:3.0:1715209401.770393:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:3.0:1715209401.770395:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000010:2.0:1715209401.770396:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000200:3.0:1715209401.770403:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954654272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209401.770415:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954654272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209401.770440:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715209401.770445:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:3.0:1715209401.770448:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715209406.775696:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715209406.775732:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209406.775796:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209406.775800:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715209406.775870:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715209406.775882:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 00000400:00000010:2.0:1715209406.775891:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209406.775900:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654400, portal 4 02000000:00000010:3.0:1715209406.775900:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:2.0:1715209406.775908:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000010:3.0:1715209406.775910:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209406.775911:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654400, offset 0 00000400:00000010:3.0:1715209406.775916:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715209406.775924:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209406.775931:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654336, portal 25 00000400:00000010:3.0:1715209406.775938:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000100:00000200:3.0:1715209406.775940:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654336, offset 0 00000400:00000200:2.0:1715209406.775943:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209406.775947:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209406.775950:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209406.775955:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209406.775959:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209406.775963:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209406.775966:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [281:281:256:4294967295] 192.168.203.134@tcp LPNI seq info [281:281:8:4294967295] 00000400:00000200:2.0:1715209406.775979:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209406.775986:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209406.775989:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209406.775991:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:3.0:1715209406.775993:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209406.775996:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209406.776013:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209406.776016:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209406.776019:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209406.776019:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [282:282:255:4294967295] 192.168.203.134@tcp LPNI seq info [282:282:7:4294967295] 00000400:00000200:3.0:1715209406.776029:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209406.776031:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209406.776035:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715209406.776036:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715209406.776039:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000800:00000200:3.0:1715209406.776044:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209406.776050:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209406.776054:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209406.776219:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209406.776225:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209406.776235:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209406.776242:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209406.776247:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715209406.776250:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715209406.776261:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954654400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209406.776397:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209406.776400:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715209406.776404:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209406.776408:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209406.776410:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:0.0:1715209406.776412:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:0.0:1715209406.776416:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954654336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209406.778365:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209406.778379:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404a80 00000400:00000200:0.0:1715209406.778387:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x999 [1] + 224 00000400:00000200:0.0:1715209406.778399:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209406.778403:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209406.778420:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954654336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209406.778496:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209406.778503:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404ac0 00000400:00000200:0.0:1715209406.778508:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x991 [1] + 224 00000400:00000200:0.0:1715209406.778525:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209406.778529:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209406.778534:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954654400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209406.778546:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209406.778554:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209406.778556:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209406.778564:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954654336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209406.778574:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954654336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209406.778602:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209406.778608:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:3.0:1715209406.778612:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000400:00000010:2.0:1715209406.778656:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209406.778665:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:2.0:1715209406.778669:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209406.778679:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954654400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209406.778696:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954654400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209406.778727:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715209406.778733:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209406.778738:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715209411.783703:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715209411.783738:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715209411.783803:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209411.783807:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209411.783886:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715209411.783895:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 00000400:00000010:2.0:1715209411.783905:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 02000000:00000010:0.0:1715209411.783909:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:2.0:1715209411.783914:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654528, portal 4 00000400:00000010:0.0:1715209411.783918:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000010:2.0:1715209411.783923:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000400:00000010:0.0:1715209411.783924:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209411.783926:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654528, offset 0 00000100:00000200:0.0:1715209411.783928:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654464, portal 25 00000400:00000010:0.0:1715209411.783932:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000200:2.0:1715209411.783940:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209411.783945:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654464, offset 0 00000400:00000200:0.0:1715209411.783953:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209411.783959:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209411.783966:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209411.783972:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209411.783976:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209411.783979:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209411.783983:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [283:283:256:4294967295] 192.168.203.134@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:2.0:1715209411.783995:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715209411.784025:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715209411.784025:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209411.784029:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209411.784030:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209411.784033:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209411.784035:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209411.784038:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209411.784038:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209411.784041:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [284:284:255:4294967295] 192.168.203.134@tcp LPNI seq info [284:284:7:4294967295] 00000800:00000200:2.0:1715209411.784049:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209411.784051:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209411.784055:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209411.784056:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209411.784060:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209411.784065:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209411.784071:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209411.784074:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209411.784222:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209411.784229:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209411.784239:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209411.784255:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209411.784314:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:1.0:1715209411.784317:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715209411.784329:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954654528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209411.784431:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209411.784434:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209411.784438:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209411.784443:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209411.784445:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715209411.784447:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209411.784452:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954654464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209411.786394:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209411.786416:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404b40 00000400:00000200:0.0:1715209411.786424:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9a1 [1] + 224 00000400:00000200:0.0:1715209411.786438:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209411.786442:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209411.786449:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954654528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209411.786524:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209411.786529:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404b00 00000400:00000200:0.0:1715209411.786534:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9a9 [1] + 224 00000400:00000200:0.0:1715209411.786553:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209411.786557:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209411.786563:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954654464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209411.786613:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209411.786621:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:2.0:1715209411.786623:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209411.786631:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954654528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209411.786642:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954654528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209411.786677:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715209411.786683:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209411.786687:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000400:00000010:1.0:1715209411.786689:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:1.0:1715209411.786698:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715209411.786700:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715209411.786708:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954654464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209411.786720:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954654464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209411.786738:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209411.786748:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715209411.786751:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715209416.791697:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715209416.791732:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209416.791798:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209416.791802:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715209416.791890:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715209416.791899:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 00000400:00000010:2.0:1715209416.791908:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 02000000:00000010:3.0:1715209416.791908:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000100:00000200:2.0:1715209416.791917:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654656, portal 4 00000400:00000010:3.0:1715209416.791918:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209416.791923:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715209416.791925:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:3.0:1715209416.791927:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654592, portal 25 00000100:00000200:2.0:1715209416.791928:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654656, offset 0 00000400:00000010:3.0:1715209416.791932:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000400:00000200:2.0:1715209416.791941:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209416.791947:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654592, offset 0 00000400:00000200:3.0:1715209416.791954:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209416.791962:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209416.791969:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209416.791975:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209416.791979:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209416.792002:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209416.792007:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [285:285:256:4294967295] 192.168.203.134@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:2.0:1715209416.792019:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209416.792027:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209416.792028:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209416.792033:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:3.0:1715209416.792033:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209416.792036:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209416.792039:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209416.792041:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209416.792052:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209416.792052:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209416.792056:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [286:286:255:4294967295] 192.168.203.134@tcp LPNI seq info [286:286:7:4294967295] 00000800:00000200:2.0:1715209416.792057:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209416.792066:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209416.792071:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209416.792076:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000800:00000200:3.0:1715209416.792081:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209416.792087:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209416.792090:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209416.792153:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209416.792160:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209416.792169:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209416.792177:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209416.792182:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715209416.792184:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715209416.792196:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954654656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209416.792338:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209416.792341:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715209416.792345:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209416.792349:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209416.792352:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:0.0:1715209416.792354:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:0.0:1715209416.792358:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954654592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209416.794225:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209416.794264:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404bc0 00000400:00000200:0.0:1715209416.794273:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9b1 [1] + 224 00000400:00000200:0.0:1715209416.794286:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209416.794290:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209416.794297:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954654656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209416.794334:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209416.794339:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404b80 00000400:00000200:0.0:1715209416.794343:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9b5 [1] + 224 00000400:00000200:0.0:1715209416.794360:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209416.794364:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209416.794369:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954654592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209416.794428:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209416.794436:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:2.0:1715209416.794438:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209416.794446:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954654656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209416.794457:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954654656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209416.794517:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209416.794523:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000200:3.0:1715209416.794524:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209416.794526:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209416.794529:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209416.794533:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000200:3.0:1715209416.794534:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954654592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209416.794545:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954654592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209416.794563:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209416.794567:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:3.0:1715209416.794571:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715209421.799674:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715209421.799702:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209421.799748:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209421.799753:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:0.0:1715209421.799770:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209421.799785:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:0.0:1715209421.799797:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 02000000:00000010:2.0:1715209421.799797:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715209421.799802:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 00000100:00000200:0.0:1715209421.799807:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654720, portal 25 00000400:00000010:2.0:1715209421.799807:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209421.799811:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654784, portal 4 00000400:00000010:0.0:1715209421.799815:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000400:00000010:2.0:1715209421.799817:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715209421.799819:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654720, offset 0 00000100:00000200:2.0:1715209421.799819:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654784, offset 0 00000400:00000200:2.0:1715209421.799832:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209421.799844:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209421.799851:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209421.799872:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209421.799878:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209421.799882:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209421.799885:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209421.799889:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [287:287:256:4294967295] 192.168.203.134@tcp LPNI seq info [287:287:8:4294967295] 00000400:00000200:2.0:1715209421.799902:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209421.799910:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209421.799913:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209421.799915:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209421.799918:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209421.799921:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209421.799923:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209421.799924:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209421.799927:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209421.799930:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [288:288:255:4294967295] 192.168.203.134@tcp LPNI seq info [288:288:7:4294967295] 00000800:00000200:2.0:1715209421.799933:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209421.799938:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209421.799940:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209421.799956:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209421.799960:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209421.799965:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209421.799971:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209421.799975:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209421.800025:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209421.800031:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209421.800038:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209421.800046:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209421.800051:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715209421.800054:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715209421.800066:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954654784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209421.800142:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209421.800154:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209421.800157:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209421.800162:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209421.800165:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209421.800166:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209421.800172:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954654720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209421.801785:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209421.801799:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404c40 00000400:00000200:0.0:1715209421.801807:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9c5 [1] + 224 00000400:00000200:0.0:1715209421.801818:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209421.801822:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209421.801830:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954654784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209421.801866:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209421.801871:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404c00 00000400:00000200:0.0:1715209421.801876:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9c1 [1] + 224 00000400:00000200:0.0:1715209421.801893:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209421.801897:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209421.801901:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954654720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209421.801961:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209421.801968:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:2.0:1715209421.801970:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209421.801978:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954654784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209421.801989:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954654784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209421.802023:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000010:1.0:1715209421.802025:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 02000000:00000010:2.0:1715209421.802029:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715209421.802033:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000400:00000200:1.0:1715209421.802034:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209421.802036:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715209421.802044:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954654720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209421.802055:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954654720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209421.802073:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209421.802083:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715209421.802086:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:0.0:1715209426.807763:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209426.807799:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715209426.807870:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209426.807877:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:2.0:1715209426.807925:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715209426.807938:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 00000400:00000010:2.0:1715209426.807948:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 02000000:00000010:0.0:1715209426.807949:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209426.807956:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000100:00000200:2.0:1715209426.807957:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654848, portal 25 00000400:00000010:0.0:1715209426.807963:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000010:2.0:1715209426.807963:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209426.807965:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654848, offset 0 00000100:00000200:0.0:1715209426.807968:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654912, portal 4 00000400:00000010:0.0:1715209426.807977:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:2.0:1715209426.807979:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209426.807999:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209426.808000:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954654912, offset 0 00000400:00000200:2.0:1715209426.808006:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209426.808009:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209426.808021:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209426.808025:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209426.808028:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209426.808032:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [289:289:256:4294967295] 192.168.203.134@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:2.0:1715209426.808045:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209426.808052:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209426.808054:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209426.808058:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209426.808058:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209426.808061:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209426.808064:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209426.808066:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209426.808066:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209426.808069:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [290:290:255:4294967295] 192.168.203.134@tcp LPNI seq info [290:290:7:4294967295] 00000800:00000200:2.0:1715209426.808079:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209426.808081:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209426.808084:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209426.808086:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209426.808090:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209426.808095:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209426.808101:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209426.808105:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209426.808207:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209426.808214:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715209426.808221:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209426.808229:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209426.808235:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:1.0:1715209426.808237:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:1.0:1715209426.808249:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954654848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209426.808346:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209426.808350:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209426.808354:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209426.808360:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209426.808363:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209426.808365:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209426.808372:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954654912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209426.810155:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209426.810198:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404c80 00000400:00000200:0.0:1715209426.810206:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9d1 [1] + 224 00000400:00000200:0.0:1715209426.810219:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209426.810223:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209426.810231:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954654848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209426.810269:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209426.810274:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404cc0 00000400:00000200:0.0:1715209426.810279:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9d9 [1] + 224 00000400:00000200:0.0:1715209426.810299:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209426.810303:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209426.810307:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954654912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209426.810312:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000400:00000200:2.0:1715209426.810320:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:2.0:1715209426.810322:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209426.810330:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954654848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209426.810340:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954654848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209426.810369:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715209426.810374:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715209426.810379:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000010:1.0:1715209426.810406:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:1.0:1715209426.810414:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715209426.810416:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715209426.810425:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954654912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209426.810436:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954654912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209426.810503:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209426.810509:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715209426.810512:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715209431.815682:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209431.815715:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715209431.815780:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209431.815785:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:1.0:1715209431.815859:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 02000000:00000010:0.0:1715209431.815861:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209431.815870:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:1.0:1715209431.815871:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715209431.815879:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000010:1.0:1715209431.815879:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715209431.815887:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655040, portal 4 00000400:00000010:0.0:1715209431.815895:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715209431.815898:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655040, offset 0 00000100:00000200:1.0:1715209431.815898:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954654976, portal 25 00000400:00000010:1.0:1715209431.815904:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000400:00000200:0.0:1715209431.815911:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209431.815917:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954654976, offset 0 00000400:00000200:1.0:1715209431.815928:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209431.815932:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209431.815939:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209431.815944:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209431.815949:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209431.815952:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209431.815956:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [291:291:256:4294967295] 192.168.203.134@tcp LPNI seq info [291:291:8:4294967295] 00000400:00000200:0.0:1715209431.815969:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209431.815976:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209431.815980:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209431.815981:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209431.815986:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209431.815988:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209431.815990:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209431.815994:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209431.815997:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209431.815999:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209431.816002:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [292:292:255:4294967295] 192.168.203.134@tcp LPNI seq info [292:292:7:4294967295] 00000800:00000200:0.0:1715209431.816005:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209431.816015:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209431.816022:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209431.816028:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715209431.816034:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209431.816043:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209431.816048:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209431.816100:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209431.816106:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209431.816116:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209431.816159:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209431.816165:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715209431.816167:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715209431.816180:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954655040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209431.816280:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209431.816283:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715209431.816296:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209431.816300:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209431.816303:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:2.0:1715209431.816304:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:2.0:1715209431.816309:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954654976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209431.818218:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209431.818232:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404d00 00000400:00000200:0.0:1715209431.818240:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9e5 [1] + 224 00000400:00000200:0.0:1715209431.818253:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209431.818257:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209431.818275:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954654976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209431.818316:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209431.818321:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404d40 00000400:00000200:0.0:1715209431.818326:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9e1 [1] + 224 00000400:00000200:0.0:1715209431.818343:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209431.818347:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209431.818352:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954655040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209431.818408:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209431.818416:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209431.818418:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209431.818427:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954654976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209431.818438:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954654976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209431.818505:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715209431.818513:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 02000000:00000010:1.0:1715209431.818514:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:1.0:1715209431.818519:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000200:2.0:1715209431.818521:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715209431.818523:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715209431.818531:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954655040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209431.818542:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954655040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209431.818567:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209431.818576:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715209431.818579:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715209436.823705:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209436.823740:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715209436.823803:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209436.823807:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715209436.823886:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209436.823895:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:0.0:1715209436.823908:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 02000000:00000010:2.0:1715209436.823914:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000100:00000200:0.0:1715209436.823917:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655168, portal 4 00000400:00000010:2.0:1715209436.823924:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379478. 00000400:00000010:0.0:1715209436.823926:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715209436.823929:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655168, offset 0 00000400:00000010:2.0:1715209436.823929:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209436.823934:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655104, portal 25 00000400:00000010:2.0:1715209436.823938:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000400:00000200:0.0:1715209436.823942:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209436.823950:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954655104, offset 0 00000400:00000200:2.0:1715209436.823958:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209436.823963:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209436.823970:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209436.823975:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209436.823980:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209436.823982:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209436.823986:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [293:293:256:4294967295] 192.168.203.134@tcp LPNI seq info [293:293:8:4294967295] 00000400:00000200:0.0:1715209436.823999:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209436.824007:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209436.824008:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209436.824011:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715209436.824012:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209436.824016:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209436.824019:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209436.824021:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209436.824024:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [294:294:255:4294967295] 192.168.203.134@tcp LPNI seq info [294:294:7:4294967295] 00000400:00000200:2.0:1715209436.824033:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209436.824038:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209436.824040:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209436.824051:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:2.0:1715209436.824051:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:0.0:1715209436.824056:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209436.824057:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209436.824063:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209436.824067:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209436.824189:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209436.824195:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209436.824203:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209436.824211:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209436.824216:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715209436.824219:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715209436.824230:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954655168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209436.824329:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209436.824332:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209436.824335:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209436.824339:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209436.824342:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:1.0:1715209436.824343:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:1.0:1715209436.824349:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954655104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209436.826152:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209436.826166:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404dc0 00000400:00000200:0.0:1715209436.826173:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9f1 [1] + 224 00000400:00000200:0.0:1715209436.826187:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209436.826190:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209436.826198:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954655168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209436.826237:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209436.826242:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404d80 00000400:00000200:0.0:1715209436.826247:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x9f9 [1] + 224 00000400:00000200:0.0:1715209436.826267:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209436.826271:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209436.826276:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954655104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209436.826326:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715209436.826334:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715209436.826335:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715209436.826344:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954655168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209436.826355:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954655168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209436.826389:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209436.826395:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000400:00000010:3.0:1715209436.826395:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379478. 00000100:00000010:2.0:1715209436.826400:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000400:00000200:3.0:1715209436.826403:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:3.0:1715209436.826406:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:3.0:1715209436.826414:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954655104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209436.826425:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954655104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209436.826443:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715209436.826448:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715209436.826451:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715209441.831566:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209441.831598:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715209441.831660:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209441.831667:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:1.0:1715209441.831720:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:1.0:1715209441.831732:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715209441.831743:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 02000000:00000010:0.0:1715209441.831751:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:1.0:1715209441.831753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655232, portal 25 00000400:00000010:0.0:1715209441.831756:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:1.0:1715209441.831760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000400:00000010:0.0:1715209441.831761:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715209441.831763:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954655232, offset 0 00000100:00000200:0.0:1715209441.831765:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655296, portal 4 00000400:00000010:0.0:1715209441.831772:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209441.831774:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655296, offset 0 00000400:00000200:0.0:1715209441.831789:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209441.831805:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209441.831810:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209441.831836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209441.831843:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209441.831848:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209441.831853:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209441.831858:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [295:295:256:4294967295] 192.168.203.134@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000200:0.0:1715209441.831875:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715209441.831884:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209441.831885:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209441.831888:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209441.831891:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209441.831892:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209441.831895:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209441.831898:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209441.831901:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209441.831902:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [296:296:255:4294967295] 192.168.203.134@tcp LPNI seq info [296:296:7:4294967295] 00000800:00000200:0.0:1715209441.831914:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209441.831914:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209441.831920:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209441.831921:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715209441.831924:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715209441.831929:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209441.831935:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209441.831938:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209441.832022:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209441.832029:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209441.832036:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209441.832043:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209441.832048:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:2.0:1715209441.832050:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:2.0:1715209441.832099:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954655296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209441.832186:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209441.832188:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715209441.832191:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209441.832195:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209441.832197:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:2.0:1715209441.832199:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:2.0:1715209441.832203:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954655232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209441.833786:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209441.833801:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404e40 00000400:00000200:0.0:1715209441.833809:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa09 [1] + 224 00000400:00000200:0.0:1715209441.833822:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209441.833826:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209441.833834:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954655296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209441.833872:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209441.833877:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404e00 00000400:00000200:0.0:1715209441.833882:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa01 [1] + 224 00000400:00000200:0.0:1715209441.833899:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209441.833903:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209441.833908:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954655232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209441.833972:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:2.0:1715209441.833992:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715209441.833995:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000400:00000010:1.0:1715209441.834004:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715209441.834006:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954655296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209441.834011:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209441.834012:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209441.834019:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954655232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209441.834023:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954655296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209441.834028:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954655232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209441.834081:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:2.0:1715209441.834085:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209441.834087:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 02000000:00000010:2.0:1715209441.834090:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:1.0:1715209441.834092:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:2.0:1715209441.834094:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715209446.839696:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209446.839732:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715209446.839796:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209446.839823:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715209446.839905:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209446.839907:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:0.0:1715209446.839914:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000010:2.0:1715209446.839919:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379aa8. 00000400:00000010:0.0:1715209446.839924:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000010:2.0:1715209446.839926:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715209446.839933:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655424, portal 4 00000100:00000200:2.0:1715209446.839934:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655360, portal 25 00000400:00000010:0.0:1715209446.839941:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000400:00000010:2.0:1715209446.839941:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715209446.839944:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655424, offset 0 00000100:00000200:2.0:1715209446.839945:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954655360, offset 0 00000400:00000200:0.0:1715209446.839957:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209446.839969:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209446.839977:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209446.839984:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209446.839989:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209446.839993:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209446.839996:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209446.840000:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [297:297:256:4294967295] 192.168.203.134@tcp LPNI seq info [297:297:8:4294967295] 00000400:00000200:0.0:1715209446.840013:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209446.840048:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209446.840054:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209446.840063:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209446.840068:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209446.840073:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209446.840075:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209446.840079:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209446.840080:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209446.840084:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209446.840088:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209446.840091:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [298:298:255:4294967295] 192.168.203.134@tcp LPNI seq info [298:298:7:4294967295] 00000400:00000200:2.0:1715209446.840101:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209446.840107:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209446.840112:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715209446.840117:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209446.840123:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209446.840127:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209446.840175:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209446.840181:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209446.840190:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209446.840198:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209446.840203:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209446.840205:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209446.840219:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954655424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209446.840342:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209446.840345:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209446.840348:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209446.840352:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209446.840355:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:1.0:1715209446.840356:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:1.0:1715209446.840362:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954655360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209446.842214:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209446.842228:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404e80 00000400:00000200:0.0:1715209446.842236:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa15 [1] + 224 00000400:00000200:0.0:1715209446.842248:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209446.842252:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209446.842260:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954655360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209446.842297:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209446.842301:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404ec0 00000400:00000200:0.0:1715209446.842316:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa11 [1] + 224 00000400:00000200:0.0:1715209446.842335:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209446.842338:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209446.842343:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954655424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209446.842347:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379aa8. 00000400:00000200:2.0:1715209446.842355:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:2.0:1715209446.842367:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715209446.842376:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954655360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209446.842387:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954655360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209446.842415:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715209446.842421:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715209446.842426:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000010:1.0:1715209446.842518:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:1.0:1715209446.842527:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209446.842529:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715209446.842537:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954655424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209446.842548:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954655424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209446.842574:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209446.842584:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715209446.842587:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715209451.847701:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209451.847737:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 00000100:00000010:0.0:1715209451.847804:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209451.847808:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715209451.847900:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209451.847903:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:0.0:1715209451.847910:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000010:1.0:1715209451.847913:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715209451.847918:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000010:1.0:1715209451.847918:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715209451.847927:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655552, portal 4 00000100:00000200:1.0:1715209451.847934:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655488, portal 25 00000400:00000010:0.0:1715209451.847936:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715209451.847939:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655552, offset 0 00000400:00000010:1.0:1715209451.847939:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715209451.847941:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954655488, offset 0 00000400:00000200:0.0:1715209451.847952:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209451.847961:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209451.847973:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209451.847980:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209451.848020:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209451.848025:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209451.848028:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209451.848032:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [299:299:256:4294967295] 192.168.203.134@tcp LPNI seq info [299:299:8:4294967295] 00000400:00000200:0.0:1715209451.848045:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209451.848053:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209451.848055:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209451.848059:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209451.848059:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209451.848063:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209451.848065:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209451.848067:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209451.848068:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209451.848079:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209451.848084:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209451.848092:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [300:300:255:4294967295] 192.168.203.134@tcp LPNI seq info [300:300:7:4294967295] 00000400:00000200:1.0:1715209451.848102:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209451.848107:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209451.848112:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715209451.848117:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209451.848123:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209451.848126:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209451.848180:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209451.848187:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209451.848197:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209451.848205:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209451.848210:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:2.0:1715209451.848212:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:2.0:1715209451.848225:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954655552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209451.848322:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209451.848325:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715209451.848328:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209451.848332:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209451.848334:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:2.0:1715209451.848336:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:2.0:1715209451.848340:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954655488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209451.850223:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209451.850246:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404f40 00000400:00000200:0.0:1715209451.850254:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa21 [1] + 224 00000400:00000200:0.0:1715209451.850268:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209451.850271:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209451.850279:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954655552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209451.850328:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209451.850336:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404f00 00000400:00000200:0.0:1715209451.850343:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa25 [1] + 224 00000400:00000200:0.0:1715209451.850370:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209451.850377:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209451.850385:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954655488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209451.850410:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715209451.850418:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209451.850420:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209451.850428:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954655552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209451.850439:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954655552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209451.850516:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209451.850523:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209451.850525:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209451.850533:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954655488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209451.850540:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:1.0:1715209451.850544:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954655488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209451.850551:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715209451.850555:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 02000000:00000010:1.0:1715209451.850561:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715209451.850566:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715209451.850569:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209456.855607:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209456.855638:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715209456.855693:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209456.855697:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715209456.855765:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209456.855775:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000010:0.0:1715209456.855783:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209456.855792:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655680, portal 4 00000400:00000010:0.0:1715209456.855800:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715209456.855803:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655680, offset 0 02000000:00000010:3.0:1715209456.855805:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715209456.855815:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:0.0:1715209456.855816:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209456.855832:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:0.0:1715209456.855835:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715209456.855837:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655616, portal 25 00000400:00000010:3.0:1715209456.855841:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000400:00000200:0.0:1715209456.855842:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715209456.855844:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954655616, offset 0 00000400:00000200:0.0:1715209456.855847:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209456.855851:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209456.855851:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209456.855854:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209456.855869:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [301:301:256:4294967295] 192.168.203.134@tcp LPNI seq info [301:301:8:4294967295] 00000400:00000200:0.0:1715209456.855882:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209456.855889:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209456.855891:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209456.855894:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:3.0:1715209456.855895:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209456.855898:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209456.855901:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209456.855902:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209456.855904:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209456.855907:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [302:302:255:4294967295] 192.168.203.134@tcp LPNI seq info [302:302:7:4294967295] 00000800:00000200:0.0:1715209456.855913:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209456.855917:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209456.855918:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209456.855922:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209456.855926:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000800:00000200:3.0:1715209456.855931:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209456.855937:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209456.855941:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209456.856047:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209456.856054:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209456.856061:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209456.856069:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209456.856074:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209456.856076:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209456.856088:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954655680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209456.856183:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209456.856186:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209456.856189:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209456.856193:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209456.856196:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:1.0:1715209456.856207:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:1.0:1715209456.856213:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954655616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209456.858000:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209456.858015:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030404fc0 00000400:00000200:0.0:1715209456.858024:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa31 [1] + 224 00000400:00000200:0.0:1715209456.858036:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209456.858040:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209456.858047:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954655680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209456.858085:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209456.858090:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030404f80 00000400:00000200:0.0:1715209456.858094:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa39 [1] + 224 00000400:00000200:0.0:1715209456.858110:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209456.858114:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209456.858119:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954655616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209456.858178:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715209456.858187:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209456.858189:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209456.858198:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954655680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209456.858209:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954655680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209456.858235:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209456.858243:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 02000000:00000010:2.0:1715209456.858245:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209456.858246:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209456.858251:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000200:3.0:1715209456.858254:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954655616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209456.858255:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000200:3.0:1715209456.858265:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954655616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209456.858282:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209456.858287:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:3.0:1715209456.858290:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209461.863658:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209461.863692:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715209461.863751:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209461.863755:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715209461.863847:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209461.863856:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 02000000:00000010:1.0:1715209461.863856:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:1.0:1715209461.863866:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715209461.863874:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:0.0:1715209461.863880:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:1.0:1715209461.863884:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655744, portal 25 00000100:00000200:0.0:1715209461.863885:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655808, portal 4 00000400:00000010:1.0:1715209461.863890:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000400:00000010:0.0:1715209461.863892:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209461.863893:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954655744, offset 0 00000100:00000200:0.0:1715209461.863894:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655808, offset 0 00000400:00000200:0.0:1715209461.863906:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209461.863952:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209461.863960:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209461.863968:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209461.863973:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209461.863978:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209461.863981:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209461.863985:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [303:303:256:4294967295] 192.168.203.134@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:0.0:1715209461.863998:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209461.864006:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209461.864007:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209461.864011:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209461.864011:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209461.864014:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209461.864017:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209461.864019:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209461.864019:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209461.864022:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [304:304:255:4294967295] 192.168.203.134@tcp LPNI seq info [304:304:7:4294967295] 00000800:00000200:0.0:1715209461.864031:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209461.864034:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209461.864036:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209461.864039:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209461.864043:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715209461.864048:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209461.864054:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209461.864058:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209461.864134:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209461.864140:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:2.0:1715209461.864148:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209461.864156:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209461.864162:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:2.0:1715209461.864164:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:2.0:1715209461.864176:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954655808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209461.864266:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209461.864269:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715209461.864272:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209461.864276:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209461.864278:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:2.0:1715209461.864280:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:2.0:1715209461.864284:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954655744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209461.865832:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209461.865847:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405040 00000400:00000200:0.0:1715209461.865855:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa45 [1] + 224 00000400:00000200:0.0:1715209461.865868:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209461.865871:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209461.865880:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954655808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209461.865943:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209461.865949:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405000 00000400:00000200:0.0:1715209461.865953:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa41 [1] + 224 00000400:00000200:0.0:1715209461.865979:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209461.865989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209461.865995:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954655744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209461.866015:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:2.0:1715209461.866032:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715209461.866034:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715209461.866043:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954655808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209461.866055:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954655808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209461.866091:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209461.866097:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715209461.866101:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000010:1.0:1715209461.866113:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209461.866120:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209461.866123:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209461.866130:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954655744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209461.866141:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954655744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209461.866159:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209461.866174:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715209461.866177:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715209466.871669:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209466.871701:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715209466.871753:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209466.871756:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715209466.871825:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209466.871827:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:0.0:1715209466.871833:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:2.0:1715209466.871835:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379aa8. 00000400:00000010:0.0:1715209466.871841:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000010:2.0:1715209466.871841:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715209466.871849:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655872, portal 25 00000400:00000010:0.0:1715209466.871853:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715209466.871856:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954655872, offset 0 00000100:00000200:2.0:1715209466.871856:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954655936, portal 4 00000400:00000010:2.0:1715209466.871864:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000200:0.0:1715209466.871867:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209466.871876:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954655936, offset 0 00000400:00000200:2.0:1715209466.871903:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209466.871905:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209466.871911:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209466.871932:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209466.871936:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209466.871938:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209466.871941:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [305:305:256:4294967295] 192.168.203.134@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:0.0:1715209466.871951:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209466.871957:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209466.871959:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209466.871961:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:2.0:1715209466.871963:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209466.871967:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209466.871967:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209466.871970:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209466.871972:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209466.871975:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [306:306:255:4294967295] 192.168.203.134@tcp LPNI seq info [306:306:7:4294967295] 00000800:00000200:0.0:1715209466.871976:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209466.871980:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209466.871985:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209466.871991:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209466.871995:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715209466.872000:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209466.872007:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209466.872010:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209466.872056:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209466.872060:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209466.872068:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209466.872074:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209466.872077:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209466.872079:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209466.872089:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954655872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209466.872169:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209466.872170:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715209466.872173:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209466.872175:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209466.872177:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:1.0:1715209466.872178:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:1.0:1715209466.872182:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954655936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209466.873707:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209466.873717:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405080 00000400:00000200:0.0:1715209466.873723:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa51 [1] + 224 00000400:00000200:0.0:1715209466.873750:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209466.873753:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209466.873759:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954655872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209466.873786:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209466.873790:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304050c0 00000400:00000200:0.0:1715209466.873794:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa55 [1] + 224 00000400:00000200:0.0:1715209466.873806:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209466.873808:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209466.873812:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954655936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209466.873832:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:2.0:1715209466.873837:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715209466.873847:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715209466.873854:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954655872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209466.873866:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954655872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209466.873912:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209466.873912:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379aa8. 00000400:00000200:3.0:1715209466.873919:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:3.0:1715209466.873920:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 02000000:00000010:2.0:1715209466.873923:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000200:3.0:1715209466.873926:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954655936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209466.873928:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000200:3.0:1715209466.873951:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954655936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209466.873969:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715209466.873972:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715209466.873975:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715209471.879664:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209471.879699:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715209471.879761:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209471.879765:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715209471.879878:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209471.879886:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:0.0:1715209471.879895:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715209471.879904:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656064, portal 4 02000000:00000010:1.0:1715209471.879909:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:0.0:1715209471.879912:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715209471.879915:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656064, offset 0 00000400:00000010:1.0:1715209471.879921:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715209471.879928:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209471.879939:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209471.879946:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656000, portal 25 00000400:00000200:0.0:1715209471.879948:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209471.879952:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000400:00000200:0.0:1715209471.879955:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715209471.879955:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656000, offset 0 00000400:00000200:0.0:1715209471.879960:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209471.879965:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209471.879965:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209471.879967:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209471.879971:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [307:307:256:4294967295] 192.168.203.134@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:0.0:1715209471.879984:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209471.880010:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209471.880013:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209471.880015:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209471.880017:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209471.880020:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209471.880024:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209471.880025:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209471.880027:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209471.880030:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [308:308:255:4294967295] 192.168.203.134@tcp LPNI seq info [308:308:7:4294967295] 00000800:00000200:0.0:1715209471.880036:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209471.880040:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209471.880041:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209471.880057:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209471.880062:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715209471.880069:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209471.880077:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209471.880082:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209471.880158:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209471.880164:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209471.880173:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209471.880180:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209471.880185:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:2.0:1715209471.880188:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:2.0:1715209471.880200:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954656064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209471.880299:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209471.880302:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715209471.880305:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209471.880309:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209471.880311:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:2.0:1715209471.880313:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:2.0:1715209471.880317:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954656000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209471.881905:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209471.881919:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405140 00000400:00000200:0.0:1715209471.881927:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa61 [1] + 224 00000400:00000200:0.0:1715209471.881939:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209471.881943:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209471.881951:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954656064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209471.881990:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209471.881995:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405100 00000400:00000200:0.0:1715209471.882000:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa69 [1] + 224 00000400:00000200:0.0:1715209471.882021:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209471.882025:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209471.882030:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954656000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209471.882089:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715209471.882099:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209471.882102:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000400:00000010:1.0:1715209471.882113:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715209471.882113:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954656064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209471.882118:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209471.882121:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209471.882127:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954656000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209471.882129:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954656064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209471.882141:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954656000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209471.882174:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209471.882181:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:1.0:1715209471.882187:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 02000000:00000010:2.0:1715209471.882188:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209471.882193:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715209471.882196:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715209476.887594:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209476.887618:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715209476.887668:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209476.887672:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715209476.887733:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209476.887742:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:0.0:1715209476.887749:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715209476.887757:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656192, portal 4 00000400:00000010:0.0:1715209476.887764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209476.887779:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656192, offset 0 00000400:00000200:0.0:1715209476.887790:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209476.887804:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209476.887810:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1715209476.887810:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000200:0.0:1715209476.887839:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209476.887843:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209476.887846:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209476.887849:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [309:309:256:4294967295] 192.168.203.134@tcp LPNI seq info [309:309:8:4294967295] 00000400:00000010:2.0:1715209476.887851:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000200:0.0:1715209476.887861:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:2.0:1715209476.887861:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000800:00000200:0.0:1715209476.887869:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209476.887869:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656128, portal 25 00000800:00000010:0.0:1715209476.887873:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000010:2.0:1715209476.887875:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715209476.887877:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656128, offset 0 00000800:00000200:0.0:1715209476.887879:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209476.887889:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209476.887889:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209476.887894:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209476.887906:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209476.887912:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209476.887917:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209476.887921:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209476.887924:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209476.887928:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [310:310:255:4294967295] 192.168.203.134@tcp LPNI seq info [310:310:7:4294967295] 00000400:00000200:2.0:1715209476.887939:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209476.887946:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209476.887951:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715209476.887958:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209476.887968:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209476.887973:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209476.888010:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209476.888017:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209476.888022:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209476.888030:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209476.888034:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209476.888037:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209476.888046:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954656192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209476.888083:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209476.888085:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209476.888088:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209476.888092:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209476.888095:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:1.0:1715209476.888097:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715209476.888102:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954656128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209476.889515:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209476.889529:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405180 00000400:00000200:0.0:1715209476.889537:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa79 [1] + 224 00000400:00000200:0.0:1715209476.889548:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209476.889552:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209476.889559:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954656128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209476.889597:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209476.889602:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304051c0 00000400:00000200:0.0:1715209476.889606:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa71 [1] + 224 00000400:00000200:0.0:1715209476.889621:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209476.889625:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209476.889629:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954656192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209476.889689:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 00000400:00000200:2.0:1715209476.889697:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209476.889699:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209476.889711:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954656128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209476.889724:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954656128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209476.889767:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:1.0:1715209476.889775:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715209476.889777:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 02000000:00000010:2.0:1715209476.889777:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715209476.889783:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000200:1.0:1715209476.889785:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954656192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209476.889790:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000200:1.0:1715209476.889797:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954656192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209476.889845:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209476.889851:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715209476.889856:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715209481.895614:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209481.895637:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715209481.895684:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209481.895688:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209481.895752:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209481.895760:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000010:0.0:1715209481.895767:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 02000000:00000010:1.0:1715209481.895774:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:0.0:1715209481.895775:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656320, portal 4 00000400:00000010:1.0:1715209481.895814:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715209481.895819:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:0.0:1715209481.895824:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209481.895824:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656256, portal 25 00000100:00000200:0.0:1715209481.895827:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656320, offset 0 00000400:00000010:1.0:1715209481.895828:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000100:00000200:1.0:1715209481.895831:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656256, offset 0 00000400:00000200:0.0:1715209481.895838:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209481.895847:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209481.895854:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209481.895859:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209481.895864:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209481.895868:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209481.895871:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209481.895875:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [311:311:256:4294967295] 192.168.203.134@tcp LPNI seq info [311:311:8:4294967295] 00000400:00000200:0.0:1715209481.895886:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209481.895893:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209481.895895:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209481.895896:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209481.895899:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209481.895902:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209481.895903:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209481.895905:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209481.895908:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209481.895911:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [312:312:255:4294967295] 192.168.203.134@tcp LPNI seq info [312:312:7:4294967295] 00000800:00000200:0.0:1715209481.895913:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209481.895918:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209481.895920:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209481.895925:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209481.895929:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715209481.895934:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209481.895940:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209481.895943:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209481.896021:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209481.896029:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715209481.896038:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209481.896049:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209481.896056:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:2.0:1715209481.896058:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:2.0:1715209481.896073:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954656320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209481.896166:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209481.896169:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715209481.896172:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209481.896176:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209481.896179:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:2.0:1715209481.896181:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:2.0:1715209481.896186:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954656256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209481.897813:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209481.897833:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405240 00000400:00000200:0.0:1715209481.897844:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa81 [1] + 224 00000400:00000200:0.0:1715209481.897861:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209481.897868:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209481.897894:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954656320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209481.897957:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209481.897966:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405200 00000400:00000200:0.0:1715209481.897973:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa85 [1] + 224 00000400:00000200:0.0:1715209481.897992:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209481.897998:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209481.898006:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954656256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209481.898049:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:2.0:1715209481.898057:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715209481.898059:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715209481.898068:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954656320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209481.898080:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954656320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209481.898122:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209481.898129:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000400:00000010:1.0:1715209481.898133:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715209481.898134:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000200:1.0:1715209481.898141:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209481.898144:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209481.898152:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954656256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209481.898163:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954656256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209481.898189:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715209481.898195:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:1.0:1715209481.898199:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715209486.903577:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209486.903600:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 00000100:00000010:0.0:1715209486.903645:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209486.903650:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:2.0:1715209486.903681:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 02000000:00000010:0.0:1715209486.903692:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209486.903696:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:2.0:1715209486.903696:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000010:0.0:1715209486.903702:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000010:2.0:1715209486.903702:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209486.903708:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656384, portal 25 00000400:00000010:2.0:1715209486.903712:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715209486.903719:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656448, portal 4 00000100:00000200:2.0:1715209486.903722:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656384, offset 0 00000400:00000010:0.0:1715209486.903724:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715209486.903726:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656448, offset 0 00000400:00000200:2.0:1715209486.903732:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209486.903738:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209486.903757:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209486.903762:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209486.903766:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209486.903769:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209486.903771:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209486.903774:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [313:313:256:4294967295] 192.168.203.134@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:2.0:1715209486.903782:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209486.903787:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209486.903788:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209486.903790:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209486.903790:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209486.903792:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209486.903794:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209486.903796:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209486.903796:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209486.903798:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [314:314:255:4294967295] 192.168.203.134@tcp LPNI seq info [314:314:7:4294967295] 00000400:00000200:0.0:1715209486.903803:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209486.903805:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209486.903806:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209486.903808:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:2.0:1715209486.903808:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209486.903818:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209486.903822:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209486.903824:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209486.903900:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209486.903907:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209486.903914:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209486.903924:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209486.903931:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:1.0:1715209486.903933:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715209486.903946:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954656384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209486.904029:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209486.904031:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209486.904035:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209486.904039:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209486.904041:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209486.904043:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209486.904049:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954656448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209486.906001:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209486.906011:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405280 00000400:00000200:0.0:1715209486.906017:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa91 [1] + 224 00000400:00000200:0.0:1715209486.906027:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209486.906030:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209486.906039:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954656384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209486.906066:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209486.906070:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304052c0 00000400:00000200:0.0:1715209486.906073:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xa95 [1] + 224 00000400:00000200:0.0:1715209486.906084:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209486.906086:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209486.906090:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954656448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209486.906134:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 00000400:00000200:2.0:1715209486.906139:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209486.906141:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209486.906147:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954656384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209486.906155:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954656384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209486.906178:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715209486.906182:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715209486.906186:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000400:00000010:1.0:1715209486.906214:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:1.0:1715209486.906223:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715209486.906225:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715209486.906234:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954656448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209486.906246:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954656448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209486.906295:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209486.906304:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715209486.906308:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:0.0:1715209491.911650:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209491.911683:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715209491.911775:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209491.911781:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715209491.911865:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209491.911869:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:0.0:1715209491.911873:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000010:1.0:1715209491.911880:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715209491.911881:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000010:1.0:1715209491.911885:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715209491.911889:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656576, portal 4 00000100:00000200:1.0:1715209491.911892:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656512, portal 25 00000400:00000010:1.0:1715209491.911895:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000400:00000010:0.0:1715209491.911897:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209491.911897:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656512, offset 0 00000100:00000200:0.0:1715209491.911900:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656576, offset 0 00000400:00000200:1.0:1715209491.911905:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209491.911915:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209491.911920:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209491.911921:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209491.911922:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209491.911925:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209491.911927:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209491.911929:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [315:315:256:4294967295] 192.168.203.134@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:1.0:1715209491.911936:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209491.911939:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209491.911943:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715209491.911947:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:1.0:1715209491.911947:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209491.911953:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209491.911957:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209491.911970:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209491.911975:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209491.911978:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209491.911981:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209491.911985:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [316:316:255:4294967295] 192.168.203.134@tcp LPNI seq info [316:316:7:4294967295] 00000400:00000200:0.0:1715209491.911996:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209491.912003:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209491.912007:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209491.912013:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209491.912022:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209491.912027:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209491.912060:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209491.912066:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715209491.912074:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209491.912090:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209491.912096:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:2.0:1715209491.912098:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:2.0:1715209491.912109:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954656512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209491.912210:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209491.912213:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715209491.912217:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209491.912221:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209491.912223:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:2.0:1715209491.912225:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715209491.912230:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954656576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209491.913963:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209491.913977:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405300 00000400:00000200:0.0:1715209491.913985:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xaa5 [1] + 224 00000400:00000200:0.0:1715209491.913998:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209491.914002:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209491.914009:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954656512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209491.914046:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209491.914051:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405340 00000400:00000200:0.0:1715209491.914056:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xaa1 [1] + 224 00000400:00000200:0.0:1715209491.914072:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209491.914076:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209491.914081:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954656576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209491.914097:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209491.914101:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209491.914102:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209491.914108:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954656512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209491.914116:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954656512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209491.914146:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715209491.914152:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:1.0:1715209491.914155:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000010:2.0:1715209491.914206:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:2.0:1715209491.914214:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715209491.914216:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:2.0:1715209491.914225:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954656576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209491.914236:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954656576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209491.914265:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209491.914271:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:2.0:1715209491.914275:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715209496.919620:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209496.919653:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715209496.919741:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209496.919765:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715209496.919843:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209496.919843:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:0.0:1715209496.919852:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:2.0:1715209496.919853:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000010:0.0:1715209496.919860:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000010:2.0:1715209496.919860:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209496.919868:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656640, portal 25 00000100:00000200:0.0:1715209496.919875:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656704, portal 4 00000400:00000010:2.0:1715209496.919875:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715209496.919878:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656640, offset 0 00000400:00000010:0.0:1715209496.919882:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:2.0:1715209496.919892:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209496.919898:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656704, offset 0 00000400:00000200:0.0:1715209496.919906:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209496.919912:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209496.919929:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209496.919934:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209496.919939:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209496.919942:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209496.919946:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [317:317:256:4294967295] 192.168.203.134@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:2.0:1715209496.919959:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209496.919967:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209496.919968:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209496.919972:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209496.919972:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209496.919975:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209496.919978:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209496.919980:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209496.919981:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209496.919984:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [318:318:255:4294967295] 192.168.203.134@tcp LPNI seq info [318:318:7:4294967295] 00000800:00000200:2.0:1715209496.919992:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209496.919994:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209496.919997:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209496.919999:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209496.920002:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209496.920007:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209496.920013:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209496.920017:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209496.920117:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209496.920126:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209496.920133:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209496.920144:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209496.920150:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:1.0:1715209496.920153:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:1.0:1715209496.920166:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954656640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209496.920250:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209496.920253:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209496.920256:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209496.920261:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209496.920263:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209496.920265:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209496.920271:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954656704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209496.921977:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209496.921991:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405380 00000400:00000200:0.0:1715209496.921999:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xab1 [1] + 224 00000400:00000200:0.0:1715209496.922013:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209496.922017:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209496.922028:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954656640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209496.922067:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209496.922072:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304053c0 00000400:00000200:0.0:1715209496.922086:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xab5 [1] + 224 00000400:00000200:0.0:1715209496.922103:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209496.922107:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209496.922113:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954656704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209496.922154:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 00000400:00000200:2.0:1715209496.922161:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209496.922163:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209496.922173:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954656640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209496.922184:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954656640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209496.922212:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209496.922218:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:2.0:1715209496.922223:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000400:00000010:1.0:1715209496.922244:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:1.0:1715209496.922252:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209496.922255:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715209496.922264:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954656704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209496.922275:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954656704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209496.922310:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209496.922316:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:1.0:1715209496.922320:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715209501.927618:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209501.927675:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715209501.927722:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209501.927727:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715209501.927791:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209501.927798:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:0.0:1715209501.927806:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 02000000:00000010:1.0:1715209501.927812:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000100:00000200:0.0:1715209501.927814:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656832, portal 4 00000400:00000010:0.0:1715209501.927820:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715209501.927823:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656832, offset 0 00000400:00000010:1.0:1715209501.927832:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715209501.927833:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209501.927839:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209501.927843:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656768, portal 25 00000400:00000200:0.0:1715209501.927848:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209501.927848:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:1.0:1715209501.927850:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656768, offset 0 00000400:00000200:0.0:1715209501.927854:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209501.927858:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209501.927859:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209501.927863:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209501.927865:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209501.927869:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [319:319:256:4294967295] 192.168.203.134@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:0.0:1715209501.927880:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209501.927886:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209501.927888:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209501.927890:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209501.927892:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209501.927896:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209501.927897:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209501.927899:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209501.927901:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209501.927904:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [320:320:255:4294967295] 192.168.203.134@tcp LPNI seq info [320:320:7:4294967295] 00000800:00000200:0.0:1715209501.927907:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209501.927912:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209501.927914:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209501.927919:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209501.927922:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715209501.927927:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209501.927934:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209501.927938:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209501.928010:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209501.928020:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715209501.928030:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209501.928041:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209501.928049:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:2.0:1715209501.928051:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:2.0:1715209501.928066:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954656832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209501.928163:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209501.928182:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715209501.928185:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209501.928189:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209501.928193:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:2.0:1715209501.928194:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:2.0:1715209501.928200:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954656768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209501.929593:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209501.929613:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405440 00000400:00000200:0.0:1715209501.929620:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xac1 [1] + 224 00000400:00000200:0.0:1715209501.929633:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209501.929637:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209501.929667:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954656832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209501.929705:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209501.929710:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405400 00000400:00000200:0.0:1715209501.929715:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xac9 [1] + 224 00000400:00000200:0.0:1715209501.929734:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209501.929738:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209501.929743:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954656768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209501.929811:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:2.0:1715209501.929819:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715209501.929821:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715209501.929830:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954656832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209501.929843:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954656832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209501.929872:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209501.929879:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209501.929881:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715209501.929884:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:1.0:1715209501.929890:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954656768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209501.929895:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715209501.929900:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000200:1.0:1715209501.929901:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954656768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209501.929925:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715209501.929931:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:1.0:1715209501.929936:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715209506.935577:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209506.935599:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715209506.935668:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209506.935672:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715209506.935728:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209506.935731:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:0.0:1715209506.935735:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:2.0:1715209506.935740:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000010:0.0:1715209506.935742:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000010:2.0:1715209506.935745:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715209506.935750:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656960, portal 4 00000100:00000200:2.0:1715209506.935751:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954656896, portal 25 00000400:00000010:2.0:1715209506.935755:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:0.0:1715209506.935757:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715209506.935757:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954656896, offset 0 00000100:00000200:0.0:1715209506.935759:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954656960, offset 0 00000400:00000200:2.0:1715209506.935768:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209506.935777:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209506.935782:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209506.935788:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209506.935792:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209506.935797:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209506.935800:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209506.935803:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [321:321:256:4294967295] 192.168.203.134@tcp LPNI seq info [321:321:8:4294967295] 00000400:00000200:2.0:1715209506.935814:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209506.935831:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209506.935833:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209506.935835:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715209506.935837:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209506.935841:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209506.935842:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209506.935844:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209506.935846:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209506.935850:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209506.935855:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209506.935859:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [322:322:255:4294967295] 192.168.203.134@tcp LPNI seq info [322:322:7:4294967295] 00000400:00000200:0.0:1715209506.935869:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209506.935874:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209506.935878:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209506.935882:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209506.935888:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209506.935892:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209506.935931:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209506.935937:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715209506.935944:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209506.935959:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209506.935964:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:1.0:1715209506.935966:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715209506.935975:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954656896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209506.936038:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209506.936041:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209506.936043:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209506.936047:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209506.936050:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209506.936051:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209506.936056:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954656960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209506.937802:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209506.937815:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405480 00000400:00000200:0.0:1715209506.937823:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xad5 [1] + 224 00000400:00000200:0.0:1715209506.937833:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209506.937837:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209506.937844:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954656896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209506.937880:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209506.937885:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304054c0 00000400:00000200:0.0:1715209506.937889:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xad1 [1] + 224 00000400:00000200:0.0:1715209506.937903:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209506.937907:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209506.937911:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954656960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209506.937978:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 00000400:00000200:2.0:1715209506.937988:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209506.937991:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209506.938001:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954656896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209506.938016:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954656896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209506.938028:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:1.0:1715209506.938036:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715209506.938038:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 02000000:00000010:2.0:1715209506.938045:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000100:00000200:1.0:1715209506.938047:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954656960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209506.938053:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000200:1.0:1715209506.938058:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954656960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209506.938059:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 02000000:00000010:1.0:1715209506.938081:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209506.938087:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715209506.938090:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715209511.943602:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209511.943626:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715209511.943673:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209511.943677:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715209511.943741:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209511.943747:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715209511.943771:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 02000000:00000010:1.0:1715209511.943777:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000100:00000200:0.0:1715209511.943779:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657088, portal 4 00000400:00000010:0.0:1715209511.943786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000400:00000010:1.0:1715209511.943787:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:0.0:1715209511.943788:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657088, offset 0 00000400:00000010:1.0:1715209511.943792:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715209511.943799:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209511.943806:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657024, portal 25 00000400:00000010:1.0:1715209511.943812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000400:00000200:0.0:1715209511.943814:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209511.943814:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657024, offset 0 00000400:00000200:0.0:1715209511.943820:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209511.943821:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209511.943824:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209511.943828:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209511.943831:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209511.943835:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [323:323:256:4294967295] 192.168.203.134@tcp LPNI seq info [323:323:8:4294967295] 00000400:00000200:0.0:1715209511.943847:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209511.943853:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209511.943855:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209511.943857:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209511.943863:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209511.943869:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209511.943872:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209511.943873:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209511.943875:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209511.943877:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209511.943878:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209511.943881:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [324:324:255:4294967295] 192.168.203.134@tcp LPNI seq info [324:324:7:4294967295] 00000400:00000200:1.0:1715209511.943891:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209511.943896:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209511.943900:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715209511.943905:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209511.943911:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209511.943914:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209511.943988:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209511.943994:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715209511.944000:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209511.944007:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209511.944012:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715209511.944014:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715209511.944024:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954657088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209511.944087:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209511.944090:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715209511.944093:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209511.944097:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209511.944099:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:2.0:1715209511.944101:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:2.0:1715209511.944105:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954657024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209511.945762:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209511.945780:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405540 00000400:00000200:0.0:1715209511.945791:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xae1 [1] + 224 00000400:00000200:0.0:1715209511.945806:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209511.945811:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209511.945821:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954657088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209511.945880:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209511.945890:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405500 00000400:00000200:0.0:1715209511.945897:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xae9 [1] + 224 00000400:00000200:0.0:1715209511.945919:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209511.945933:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209511.945941:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954657024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209511.945961:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:2.0:1715209511.945969:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715209511.945971:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715209511.945980:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954657088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209511.945991:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954657088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209511.946022:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209511.946028:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715209511.946032:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000010:1.0:1715209511.946063:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209511.946071:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209511.946073:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209511.946080:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954657024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209511.946091:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954657024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209511.946109:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715209511.946113:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:1.0:1715209511.946116:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209516.951603:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209516.951628:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715209516.951678:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209516.951685:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:2.0:1715209516.951736:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715209516.951747:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 02000000:00000010:0.0:1715209516.951748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209516.951753:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000010:2.0:1715209516.951756:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:0.0:1715209516.951758:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:2.0:1715209516.951765:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657216, portal 4 00000100:00000200:0.0:1715209516.951773:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657152, portal 25 00000400:00000010:2.0:1715209516.951774:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715209516.951777:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657216, offset 0 00000400:00000010:0.0:1715209516.951778:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715209516.951780:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657152, offset 0 00000400:00000200:2.0:1715209516.951790:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209516.951797:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209516.951806:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209516.951813:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209516.951819:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209516.951824:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209516.951828:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209516.951833:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [325:325:256:4294967295] 192.168.203.134@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:2.0:1715209516.951847:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715209516.951856:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715209516.951856:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209516.951860:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209516.951862:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209516.951864:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209516.951867:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209516.951870:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209516.951870:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209516.951875:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [326:326:255:4294967295] 192.168.203.134@tcp LPNI seq info [326:326:7:4294967295] 00000800:00000200:2.0:1715209516.951881:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209516.951886:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209516.951888:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209516.951892:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209516.951895:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209516.951900:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209516.951906:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209516.951910:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209516.951987:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209516.951993:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209516.951999:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209516.952006:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209516.952011:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:1.0:1715209516.952013:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:1.0:1715209516.952023:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954657216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209516.952106:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209516.952118:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209516.952123:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209516.952127:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209516.952130:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209516.952132:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209516.952137:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954657152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209516.953905:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209516.953919:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304055c0 00000400:00000200:0.0:1715209516.953927:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xaf1 [1] + 224 00000400:00000200:0.0:1715209516.953949:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209516.953953:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209516.953960:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954657216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209516.954006:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209516.954014:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405580 00000400:00000200:0.0:1715209516.954021:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:0.0:1715209516.954043:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209516.954050:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:2.0:1715209516.954054:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 00000400:00000200:2.0:1715209516.954059:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209516.954061:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715209516.954069:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954657152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209516.954069:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954657216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209516.954083:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954657216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209516.954117:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715209516.954124:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715209516.954129:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000010:1.0:1715209516.954193:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:1.0:1715209516.954201:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209516.954203:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715209516.954211:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954657152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209516.954222:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954657152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209516.954240:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209516.954245:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:1.0:1715209516.954248:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209521.959592:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209521.959622:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715209521.959680:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209521.959684:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715209521.959758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209521.959759:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:0.0:1715209521.959768:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:2.0:1715209521.959768:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000010:0.0:1715209521.959775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000010:2.0:1715209521.959775:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209521.959784:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657280, portal 25 00000100:00000200:0.0:1715209521.959789:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657344, portal 4 00000400:00000010:2.0:1715209521.959789:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715209521.959792:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657280, offset 0 00000400:00000010:0.0:1715209521.959796:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:2.0:1715209521.959803:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209521.959809:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657344, offset 0 00000400:00000200:0.0:1715209521.959816:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209521.959824:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209521.959830:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209521.959836:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209521.959840:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209521.959843:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209521.959847:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [327:327:256:4294967295] 192.168.203.134@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:2.0:1715209521.959860:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209521.959867:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209521.959869:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209521.959871:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209521.959873:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209521.959876:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209521.959878:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209521.959879:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209521.959881:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209521.959885:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [328:328:255:4294967295] 192.168.203.134@tcp LPNI seq info [328:328:7:4294967295] 00000800:00000200:2.0:1715209521.959888:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209521.959893:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209521.959894:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209521.959920:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209521.959924:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209521.959929:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209521.959935:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209521.959938:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209521.959994:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209521.960004:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209521.960013:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209521.960023:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209521.960030:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715209521.960032:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715209521.960046:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954657280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209521.960134:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209521.960137:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209521.960140:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209521.960144:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209521.960147:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209521.960149:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209521.960154:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954657344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209521.962076:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209521.962091:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405600 00000400:00000200:0.0:1715209521.962099:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb01 [1] + 224 00000400:00000200:0.0:1715209521.962113:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209521.962117:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209521.962128:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954657280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209521.962167:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209521.962172:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405640 00000400:00000200:0.0:1715209521.962176:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb05 [1] + 224 00000400:00000200:0.0:1715209521.962192:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209521.962196:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209521.962201:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954657344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209521.962231:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 00000400:00000200:2.0:1715209521.962248:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209521.962251:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209521.962262:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954657280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209521.962277:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954657280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209521.962311:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715209521.962318:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715209521.962324:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000010:1.0:1715209521.962329:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:1.0:1715209521.962337:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209521.962340:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715209521.962349:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954657344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209521.962361:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954657344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209521.962395:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209521.962401:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715209521.962405:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715209526.967597:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209526.967630:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715209526.967690:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209526.967695:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715209526.967773:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209526.967782:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:0.0:1715209526.967790:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715209526.967799:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657472, portal 4 00000400:00000010:0.0:1715209526.967807:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 02000000:00000010:1.0:1715209526.967829:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000100:00000200:0.0:1715209526.967830:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657472, offset 0 00000400:00000200:0.0:1715209526.967844:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209526.967846:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715209526.967854:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715209526.967862:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209526.967862:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657408, portal 25 00000400:00000010:1.0:1715209526.967867:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000400:00000200:0.0:1715209526.967869:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715209526.967870:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657408, offset 0 00000400:00000200:0.0:1715209526.967874:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209526.967879:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209526.967881:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209526.967882:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209526.967886:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [329:329:256:4294967295] 192.168.203.134@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:0.0:1715209526.967899:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209526.967906:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209526.967913:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209526.967913:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209526.967919:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209526.967921:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209526.967924:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209526.967928:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209526.967931:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209526.967932:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209526.967934:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [330:330:255:4294967295] 192.168.203.134@tcp LPNI seq info [330:330:7:4294967295] 00000800:00000200:0.0:1715209526.967937:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209526.967946:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209526.967953:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209526.967958:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715209526.967965:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209526.967975:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209526.967980:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209526.968059:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209526.968067:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715209526.968077:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209526.968088:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209526.968095:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:2.0:1715209526.968098:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715209526.968113:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954657472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209526.968237:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209526.968242:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:2.0:1715209526.968247:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209526.968254:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209526.968259:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:2.0:1715209526.968261:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:2.0:1715209526.968270:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954657408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209526.970129:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209526.970144:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304056c0 00000400:00000200:0.0:1715209526.970152:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb11 [1] + 224 00000400:00000200:0.0:1715209526.970165:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209526.970169:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209526.970177:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954657472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209526.970216:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209526.970221:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405680 00000400:00000200:0.0:1715209526.970226:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb19 [1] + 224 00000400:00000200:0.0:1715209526.970244:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209526.970248:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209526.970253:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954657408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209526.970273:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:2.0:1715209526.970281:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715209526.970283:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:2.0:1715209526.970292:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954657472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209526.970307:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954657472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209526.970358:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209526.970365:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:2.0:1715209526.970370:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000010:1.0:1715209526.970392:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209526.970400:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209526.970402:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209526.970413:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954657408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209526.970426:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954657408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209526.970451:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715209526.970458:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715209526.970574:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715209531.975580:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209531.975611:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715209531.975666:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209531.975670:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209531.975736:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209531.975738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:0.0:1715209531.975745:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:2.0:1715209531.975748:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f78. 00000400:00000010:0.0:1715209531.975753:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000010:2.0:1715209531.975755:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715209531.975762:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657600, portal 4 00000100:00000200:2.0:1715209531.975763:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657536, portal 25 00000400:00000010:0.0:1715209531.975769:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000400:00000010:2.0:1715209531.975770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715209531.975772:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657600, offset 0 00000100:00000200:2.0:1715209531.975773:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657536, offset 0 00000400:00000200:0.0:1715209531.975784:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209531.975794:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209531.975804:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209531.975810:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209531.975816:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209531.975820:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209531.975823:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209531.975827:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [331:331:256:4294967295] 192.168.203.134@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:0.0:1715209531.975839:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209531.975846:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209531.975850:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209531.975851:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209531.975856:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209531.975858:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209531.975861:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209531.975865:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209531.975869:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209531.975870:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209531.975873:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [332:332:255:4294967295] 192.168.203.134@tcp LPNI seq info [332:332:7:4294967295] 00000800:00000200:0.0:1715209531.975875:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209531.975888:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209531.975896:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209531.975902:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209531.975908:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209531.975916:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209531.975921:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209531.975963:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209531.975971:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209531.975978:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209531.975989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209531.975995:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209531.975997:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209531.976011:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954657600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209531.976098:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209531.976100:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209531.976104:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209531.976107:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209531.976110:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:1.0:1715209531.976112:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715209531.976117:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954657536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209531.977782:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209531.977796:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405740 00000400:00000200:0.0:1715209531.977804:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb21 [1] + 224 00000400:00000200:0.0:1715209531.977818:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209531.977822:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209531.977849:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954657600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209531.977894:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209531.977900:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405700 00000400:00000200:0.0:1715209531.977904:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb25 [1] + 224 00000400:00000200:0.0:1715209531.977920:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209531.977923:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209531.977929:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954657536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209531.977977:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715209531.977984:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:2.0:1715209531.977987:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:2.0:1715209531.977996:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954657600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209531.978007:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954657600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209531.978022:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f78. 00000400:00000200:3.0:1715209531.978032:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:3.0:1715209531.978035:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:3.0:1715209531.978046:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954657536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209531.978060:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209531.978062:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954657536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209531.978070:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715209531.978075:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 02000000:00000010:3.0:1715209531.978085:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715209531.978091:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715209531.978095:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715209536.983620:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209536.983653:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715209536.983710:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209536.983714:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715209536.983795:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209536.983803:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715209536.983812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715209536.983821:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657728, portal 4 02000000:00000010:1.0:1715209536.983827:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:0.0:1715209536.983830:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715209536.983833:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657728, offset 0 00000400:00000010:1.0:1715209536.983843:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715209536.983846:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209536.983861:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715209536.983865:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209536.983869:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657664, portal 25 00000400:00000200:0.0:1715209536.983872:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209536.983875:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000400:00000200:0.0:1715209536.983877:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715209536.983878:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657664, offset 0 00000400:00000200:0.0:1715209536.983881:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209536.983884:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209536.983888:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [333:333:256:4294967295] 192.168.203.134@tcp LPNI seq info [333:333:8:4294967295] 00000400:00000200:0.0:1715209536.983900:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715209536.983905:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209536.983907:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209536.983911:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209536.983920:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209536.983926:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209536.983931:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209536.983935:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209536.983937:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209536.983937:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209536.983941:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [334:334:255:4294967295] 192.168.203.134@tcp LPNI seq info [334:334:7:4294967295] 00000800:00000200:0.0:1715209536.983948:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209536.983952:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209536.983953:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209536.983959:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209536.983963:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715209536.983970:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209536.983980:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209536.983985:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209536.984055:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209536.984061:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209536.984070:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209536.984078:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209536.984083:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:2.0:1715209536.984086:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:2.0:1715209536.984097:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954657728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209536.984197:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209536.984200:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715209536.984203:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209536.984207:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209536.984209:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:2.0:1715209536.984211:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:2.0:1715209536.984216:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954657664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209536.985740:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209536.985754:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304057c0 00000400:00000200:0.0:1715209536.985763:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb31 [1] + 224 00000400:00000200:0.0:1715209536.985774:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209536.985778:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209536.985786:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954657728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209536.985823:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209536.985828:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405780 00000400:00000200:0.0:1715209536.985834:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb39 [1] + 224 00000400:00000200:0.0:1715209536.985857:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209536.985860:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209536.985865:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954657664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209536.985914:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715209536.985922:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715209536.985924:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715209536.985932:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954657728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209536.985944:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954657728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209536.985979:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209536.985989:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:2.0:1715209536.985993:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000010:1.0:1715209536.985998:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209536.986006:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209536.986008:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209536.986018:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954657664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209536.986030:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954657664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209536.986056:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715209536.986062:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715209536.986066:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715209541.991588:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209541.991619:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715209541.991681:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209541.991690:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715209541.991773:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209541.991774:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:0.0:1715209541.991783:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715209541.991793:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000010:2.0:1715209541.991803:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379ec8. 00000100:00000200:0.0:1715209541.991804:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657856, portal 4 00000400:00000010:2.0:1715209541.991808:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000010:0.0:1715209541.991812:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:2.0:1715209541.991812:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657792, portal 25 00000100:00000200:0.0:1715209541.991816:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657856, offset 0 00000400:00000010:2.0:1715209541.991817:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715209541.991819:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657792, offset 0 00000400:00000200:0.0:1715209541.991828:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209541.991839:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209541.991847:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209541.991862:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209541.991869:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209541.991874:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209541.991878:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209541.991884:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [335:335:256:4294967295] 192.168.203.134@tcp LPNI seq info [335:335:8:4294967295] 00000400:00000200:0.0:1715209541.991902:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209541.991911:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209541.991912:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209541.991916:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209541.991918:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209541.991920:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209541.991922:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209541.991925:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209541.991928:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209541.991928:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [336:336:255:4294967295] 192.168.203.134@tcp LPNI seq info [336:336:7:4294967295] 00000400:00000200:2.0:1715209541.991938:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209541.991941:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209541.991943:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209541.991946:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:0.0:1715209541.991947:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209541.991951:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209541.991958:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209541.991961:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209541.992063:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209541.992070:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209541.992078:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209541.992088:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209541.992094:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209541.992097:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209541.992112:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954657856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209541.992236:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209541.992240:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715209541.992245:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209541.992252:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209541.992257:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:1.0:1715209541.992259:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:1.0:1715209541.992268:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954657792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209541.993791:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209541.993808:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405840 00000400:00000200:0.0:1715209541.993819:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb41 [1] + 224 00000400:00000200:0.0:1715209541.993836:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209541.993842:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209541.993853:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954657856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209541.993908:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209541.993917:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405800 00000400:00000200:0.0:1715209541.993924:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb45 [1] + 224 00000400:00000200:0.0:1715209541.993946:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209541.993953:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209541.993961:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954657792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209541.994000:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:2.0:1715209541.994010:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715209541.994012:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209541.994023:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954657856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209541.994040:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954657856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209541.994082:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209541.994089:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379ec8. 02000000:00000010:2.0:1715209541.994093:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000400:00000200:3.0:1715209541.994098:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000100:00000010:2.0:1715209541.994099:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000400:00000010:3.0:1715209541.994100:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:3.0:1715209541.994108:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954657792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209541.994119:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954657792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209541.994137:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209541.994141:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715209541.994144:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:2.0:1715209546.999661:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715209546.999684:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715209546.999749:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209546.999754:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209546.999801:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715209546.999808:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379528. 00000400:00000010:2.0:1715209546.999815:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209546.999823:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657984, portal 4 00000400:00000010:2.0:1715209546.999830:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715209546.999833:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954657984, offset 0 02000000:00000010:1.0:1715209546.999840:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715209546.999843:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209546.999857:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209546.999859:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715209546.999863:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209546.999867:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715209546.999869:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715209546.999871:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209546.999874:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209546.999877:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [337:337:256:4294967295] 192.168.203.134@tcp LPNI seq info [337:337:8:4294967295] 00000100:00000200:1.0:1715209546.999878:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954657920, portal 25 00000400:00000010:1.0:1715209546.999886:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000400:00000200:2.0:1715209546.999889:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715209546.999890:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954657920, offset 0 00000800:00000200:2.0:1715209546.999895:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209546.999899:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715209546.999904:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715209546.999906:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209546.999915:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209546.999919:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209546.999925:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209546.999932:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209546.999937:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209546.999941:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209546.999944:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209546.999948:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [338:338:255:4294967295] 192.168.203.134@tcp LPNI seq info [338:338:7:4294967295] 00000400:00000200:1.0:1715209546.999960:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209546.999967:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209546.999972:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715209546.999980:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209546.999989:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209546.999994:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209547.000059:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209547.000065:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715209547.000071:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209547.000087:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209547.000092:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715209547.000094:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715209547.000104:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954657984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209547.000181:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209547.000185:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715209547.000189:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209547.000196:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209547.000199:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715209547.000202:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715209547.000209:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954657920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209547.001873:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209547.001892:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304058c0 00000400:00000200:0.0:1715209547.001902:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb51 [1] + 224 00000400:00000200:0.0:1715209547.001917:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209547.001924:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209547.001933:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954657984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209547.001991:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209547.001998:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405880 00000400:00000200:0.0:1715209547.002004:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb59 [1] + 224 00000400:00000200:0.0:1715209547.002023:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209547.002027:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209547.002033:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954657920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209547.002066:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379528. 00000400:00000200:2.0:1715209547.002074:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:2.0:1715209547.002075:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715209547.002083:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954657984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209547.002094:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954657984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209547.002123:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715209547.002128:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209547.002141:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:1.0:1715209547.002167:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209547.002175:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209547.002195:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209547.002206:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954657920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209547.002219:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954657920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209547.002246:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715209547.002256:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715209547.002260:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000010:2.0:1715209552.007661:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209552.007693:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209552.007740:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209552.007744:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:0.0:1715209552.007763:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209552.007776:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 02000000:00000010:2.0:1715209552.007789:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715209552.007794:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379528. 00000400:00000010:0.0:1715209552.007802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000400:00000010:2.0:1715209552.007802:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715209552.007811:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658048, portal 25 00000400:00000010:0.0:1715209552.007816:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:2.0:1715209552.007826:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658112, portal 4 00000100:00000200:0.0:1715209552.007830:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658048, offset 0 00000400:00000010:2.0:1715209552.007833:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715209552.007836:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954658112, offset 0 00000400:00000200:0.0:1715209552.007844:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209552.007853:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209552.007863:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209552.007870:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209552.007875:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209552.007879:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209552.007882:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209552.007886:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [339:339:256:4294967295] 192.168.203.134@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:0.0:1715209552.007899:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209552.007906:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209552.007907:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209552.007910:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209552.007911:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209552.007915:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209552.007917:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209552.007918:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209552.007920:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209552.007923:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [340:340:255:4294967295] 192.168.203.134@tcp LPNI seq info [340:340:7:4294967295] 00000800:00000200:0.0:1715209552.007928:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209552.007933:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209552.007933:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209552.007938:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209552.007941:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715209552.007946:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209552.007953:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209552.007956:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209552.008030:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209552.008036:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209552.008045:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209552.008052:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209552.008058:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209552.008060:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209552.008073:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954658048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209552.008173:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209552.008176:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209552.008180:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209552.008184:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209552.008187:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:1.0:1715209552.008188:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:1.0:1715209552.008194:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954658112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209552.010134:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209552.010148:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405900 00000400:00000200:0.0:1715209552.010156:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb61 [1] + 224 00000400:00000200:0.0:1715209552.010169:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209552.010173:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209552.010181:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954658048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209552.010218:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209552.010223:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405940 00000400:00000200:0.0:1715209552.010227:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb65 [1] + 224 00000400:00000200:0.0:1715209552.010248:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209552.010258:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209552.010263:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954658112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209552.010332:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715209552.010340:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209552.010342:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209552.010350:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954658048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209552.010361:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954658048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209552.010371:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379528. 00000400:00000200:3.0:1715209552.010381:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:3.0:1715209552.010384:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:3.0:1715209552.010395:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954658112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209552.010400:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209552.010410:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209552.010414:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000200:3.0:1715209552.010435:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954658112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209552.010527:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715209552.010535:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715209552.010539:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715209557.015582:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209557.015605:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209557.015649:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209557.015653:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209557.015694:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209557.015700:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379630. 00000400:00000010:2.0:1715209557.015707:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209557.015715:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658240, portal 4 00000400:00000010:2.0:1715209557.015721:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715209557.015723:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954658240, offset 0 00000400:00000200:2.0:1715209557.015734:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209557.015748:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209557.015754:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209557.015758:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209557.015762:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209557.015765:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209557.015768:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [341:341:256:4294967295] 192.168.203.134@tcp LPNI seq info [341:341:8:4294967295] 00000400:00000200:2.0:1715209557.015779:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209557.015785:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209557.015789:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715209557.015795:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209557.015804:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 02000000:00000010:1.0:1715209557.015807:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000800:00000200:2.0:1715209557.015809:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715209557.015824:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715209557.015832:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209557.015841:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658176, portal 25 00000400:00000010:1.0:1715209557.015847:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715209557.015850:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658176, offset 0 00000400:00000200:1.0:1715209557.015861:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209557.015878:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209557.015901:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209557.015906:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209557.015909:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209557.015913:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209557.015916:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [342:342:255:4294967295] 192.168.203.134@tcp LPNI seq info [342:342:7:4294967295] 00000400:00000200:1.0:1715209557.015928:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209557.015935:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209557.015941:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:0.0:1715209557.015946:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1715209557.015948:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000010:0.0:1715209557.015952:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000800:00000200:1.0:1715209557.015957:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209557.015958:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1715209557.015962:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209557.015966:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209557.015971:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715209557.015973:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715209557.015983:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954658240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209557.016021:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209557.016023:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715209557.016026:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209557.016030:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209557.016032:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715209557.016034:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715209557.016039:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954658176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209557.017396:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209557.017410:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304059c0 00000400:00000200:0.0:1715209557.017417:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb71 [1] + 224 00000400:00000200:0.0:1715209557.017428:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209557.017431:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209557.017438:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954658240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209557.017511:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209557.017517:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405980 00000400:00000200:0.0:1715209557.017523:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb79 [1] + 224 00000400:00000200:0.0:1715209557.017550:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209557.017554:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209557.017560:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954658176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209557.017567:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379630. 00000400:00000200:2.0:1715209557.017575:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209557.017577:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209557.017595:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954658240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209557.017606:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954658240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209557.017637:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209557.017642:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209557.017646:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000400:00000010:1.0:1715209557.017657:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209557.017668:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209557.017671:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209557.017684:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954658176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209557.017698:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954658176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209557.017725:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715209557.017732:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715209557.017737:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000010:0.0:1715209562.023699:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715209562.023725:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715209562.023776:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715209562.023781:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:2.0:1715209562.023811:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715209562.023822:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379630. 00000400:00000010:2.0:1715209562.023829:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:0.0:1715209562.023835:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:2.0:1715209562.023837:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658304, portal 25 00000400:00000010:0.0:1715209562.023840:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:2.0:1715209562.023843:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000010:0.0:1715209562.023845:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715209562.023845:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658304, offset 0 00000100:00000200:0.0:1715209562.023849:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658368, portal 4 00000400:00000010:0.0:1715209562.023856:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000400:00000200:2.0:1715209562.023856:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209562.023868:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954658368, offset 0 00000400:00000200:2.0:1715209562.023872:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209562.023876:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209562.023877:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209562.023882:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209562.023886:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209562.023888:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209562.023892:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [343:343:256:4294967295] 192.168.203.134@tcp LPNI seq info [343:343:8:4294967295] 00000400:00000200:2.0:1715209562.023902:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209562.023908:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209562.023910:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209562.023912:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209562.023915:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209562.023919:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209562.023920:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209562.023922:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209562.023925:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209562.023928:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [344:344:255:4294967295] 192.168.203.134@tcp LPNI seq info [344:344:7:4294967295] 00000800:00000200:2.0:1715209562.023930:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209562.023935:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209562.023937:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209562.023942:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209562.023946:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209562.023951:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209562.023957:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209562.023960:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209562.024017:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209562.024027:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209562.024036:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209562.024048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209562.024055:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715209562.024058:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715209562.024073:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954658304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209562.024178:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209562.024200:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209562.024205:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209562.024210:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209562.024213:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209562.024215:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209562.024222:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954658368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209562.025941:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209562.025954:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405a00 00000400:00000200:0.0:1715209562.025979:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb81 [1] + 224 00000400:00000200:0.0:1715209562.025997:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209562.026003:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209562.026015:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954658304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209562.026079:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209562.026089:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405a40 00000400:00000200:0.0:1715209562.026096:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb89 [1] + 224 00000400:00000200:0.0:1715209562.026117:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209562.026123:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209562.026132:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954658368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209562.026159:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379630. 00000400:00000200:2.0:1715209562.026167:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715209562.026169:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715209562.026178:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954658304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209562.026200:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954658304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209562.026225:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715209562.026258:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:2.0:1715209562.026262:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000010:1.0:1715209562.026295:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:1.0:1715209562.026304:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715209562.026307:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715209562.026316:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954658368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209562.026327:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954658368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209562.026366:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209562.026377:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:1.0:1715209562.026382:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715209567.031571:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715209567.031593:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715209567.031640:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715209567.031644:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715209567.031705:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209567.031712:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715209567.031718:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715209567.031726:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658496, portal 4 00000400:00000010:0.0:1715209567.031732:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715209567.031735:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954658496, offset 0 00000400:00000200:0.0:1715209567.031745:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715209567.031754:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000200:0.0:1715209567.031759:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209567.031764:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209567.031764:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379630. 00000400:00000200:0.0:1715209567.031768:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715209567.031768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000200:0.0:1715209567.031772:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715209567.031773:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658432, portal 25 00000400:00000200:0.0:1715209567.031775:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:2.0:1715209567.031777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000200:0.0:1715209567.031779:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [345:345:256:4294967295] 192.168.203.134@tcp LPNI seq info [345:345:8:4294967295] 00000100:00000200:2.0:1715209567.031779:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658432, offset 0 00000400:00000200:2.0:1715209567.031786:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209567.031804:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209567.031810:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209567.031814:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715209567.031814:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209567.031817:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209567.031821:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209567.031821:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209567.031824:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209567.031827:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209567.031830:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209567.031830:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [346:346:255:4294967295] 192.168.203.134@tcp LPNI seq info [346:346:7:4294967295] 00000800:00000200:0.0:1715209567.031835:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209567.031840:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209567.031845:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209567.031848:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209567.031853:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209567.031859:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209567.031862:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209567.031937:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209567.031947:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209567.031956:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209567.031966:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209567.031974:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209567.031976:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209567.031992:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954658496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209567.032106:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209567.032111:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209567.032117:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209567.032123:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209567.032127:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:1.0:1715209567.032129:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:1.0:1715209567.032139:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954658432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209567.033647:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209567.033660:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405ac0 00000400:00000200:0.0:1715209567.033668:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb91 [1] + 224 00000400:00000200:0.0:1715209567.033680:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209567.033684:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209567.033693:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954658496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209567.033733:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209567.033738:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405a80 00000400:00000200:0.0:1715209567.033743:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xb99 [1] + 224 00000400:00000200:0.0:1715209567.033762:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209567.033766:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209567.033772:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954658432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209567.033835:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:2.0:1715209567.033846:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715209567.033849:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715209567.033860:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954658496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209567.033900:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954658496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209567.033909:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379630. 00000400:00000200:3.0:1715209567.033917:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:3.0:1715209567.033920:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:3.0:1715209567.033929:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954658432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209567.033939:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715209567.033941:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954658432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209567.033947:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715209567.033953:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 02000000:00000010:3.0:1715209567.033970:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715209567.033976:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:3.0:1715209567.033981:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715209572.039572:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715209572.039593:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715209572.039636:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715209572.039640:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715209572.039695:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209572.039702:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:0.0:1715209572.039709:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209572.039726:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658624, portal 4 00000400:00000010:0.0:1715209572.039732:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 02000000:00000010:2.0:1715209572.039733:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000100:00000200:0.0:1715209572.039734:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954658624, offset 0 00000400:00000010:2.0:1715209572.039742:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43795d8. 00000400:00000200:0.0:1715209572.039745:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715209572.039757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000200:0.0:1715209572.039759:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715209572.039762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658560, portal 25 00000400:00000200:0.0:1715209572.039764:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209572.039766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715209572.039768:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658560, offset 0 00000400:00000200:0.0:1715209572.039769:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209572.039773:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209572.039775:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209572.039776:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209572.039779:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [347:347:256:4294967295] 192.168.203.134@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:0.0:1715209572.039791:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209572.039796:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209572.039800:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715209572.039801:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209572.039805:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209572.039806:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209572.039808:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209572.039811:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209572.039814:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209572.039815:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209572.039817:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [348:348:255:4294967295] 192.168.203.134@tcp LPNI seq info [348:348:7:4294967295] 00000800:00000200:0.0:1715209572.039819:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209572.039827:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209572.039832:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209572.039835:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715209572.039840:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209572.039846:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209572.039850:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209572.039910:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209572.039921:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209572.039930:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209572.039941:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209572.039949:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209572.039952:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209572.039967:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954658624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209572.040061:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209572.040064:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715209572.040067:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209572.040071:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209572.040074:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:1.0:1715209572.040076:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:1.0:1715209572.040082:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954658560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209572.041629:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209572.041643:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405b40 00000400:00000200:0.0:1715209572.041651:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xba1 [1] + 224 00000400:00000200:0.0:1715209572.041662:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209572.041667:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209572.041676:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954658624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209572.041715:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209572.041720:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405b00 00000400:00000200:0.0:1715209572.041724:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xba9 [1] + 224 00000400:00000200:0.0:1715209572.041741:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209572.041745:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209572.041758:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954658560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209572.041805:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:2.0:1715209572.041812:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209572.041815:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209572.041824:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954658624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209572.041851:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954658624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209572.041866:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43795d8. 00000400:00000200:3.0:1715209572.041876:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:3.0:1715209572.041879:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 02000000:00000010:2.0:1715209572.041881:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209572.041886:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715209572.041890:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000200:3.0:1715209572.041891:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954658560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209572.041908:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954658560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209572.041933:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715209572.041939:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:3.0:1715209572.041944:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715209577.047559:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209577.047576:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715209577.047621:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209577.047625:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715209577.047680:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209577.047687:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:0.0:1715209577.047692:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715209577.047700:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658752, portal 4 00000400:00000010:0.0:1715209577.047706:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715209577.047708:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954658752, offset 0 00000400:00000200:0.0:1715209577.047718:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209577.047732:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:2.0:1715209577.047732:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000200:0.0:1715209577.047737:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209577.047741:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715209577.047742:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379580. 00000400:00000200:0.0:1715209577.047745:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715209577.047747:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000400:00000200:0.0:1715209577.047748:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209577.047751:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [349:349:256:4294967295] 192.168.203.134@tcp LPNI seq info [349:349:8:4294967295] 00000100:00000200:2.0:1715209577.047752:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658688, portal 25 00000400:00000010:2.0:1715209577.047756:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715209577.047758:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658688, offset 0 00000400:00000200:0.0:1715209577.047761:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:2.0:1715209577.047765:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209577.047767:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209577.047771:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715209577.047774:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209577.047777:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209577.047779:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209577.047782:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209577.047785:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209577.047786:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209577.047788:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209577.047791:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209577.047791:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [350:350:255:4294967295] 192.168.203.134@tcp LPNI seq info [350:350:7:4294967295] 00000400:00000200:2.0:1715209577.047800:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209577.047805:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209577.047809:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715209577.047814:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209577.047820:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209577.047823:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209577.047892:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209577.047902:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209577.047911:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209577.047922:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209577.047930:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715209577.047933:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209577.047949:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954658752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209577.048054:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209577.048057:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715209577.048060:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209577.048064:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209577.048067:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:1.0:1715209577.048069:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715209577.048076:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954658688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209577.049986:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209577.050004:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405bc0 00000400:00000200:0.0:1715209577.050014:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbb1 [1] + 224 00000400:00000200:0.0:1715209577.050028:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209577.050046:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209577.050059:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954658752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209577.050115:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209577.050147:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405b80 00000400:00000200:0.0:1715209577.050153:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbb9 [1] + 224 00000400:00000200:0.0:1715209577.050172:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209577.050176:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209577.050183:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954658688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209577.050209:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:2.0:1715209577.050217:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209577.050219:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209577.050229:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954658752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209577.050257:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954658752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209577.050287:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209577.050291:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379580. 02000000:00000010:2.0:1715209577.050293:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715209577.050297:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000200:3.0:1715209577.050299:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:3.0:1715209577.050301:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:3.0:1715209577.050310:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954658688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209577.050338:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954658688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209577.050356:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715209577.050361:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:3.0:1715209577.050364:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:2.0:1715209582.055673:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209582.055694:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209582.055744:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209582.055749:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:0.0:1715209582.055769:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715209582.055780:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:0.0:1715209582.055787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715209582.055794:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658816, portal 25 02000000:00000010:2.0:1715209582.055796:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:0.0:1715209582.055799:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209582.055802:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658816, offset 0 00000400:00000010:2.0:1715209582.055802:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43794d0. 00000400:00000010:2.0:1715209582.055806:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000200:0.0:1715209582.055811:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209582.055821:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658880, portal 4 00000400:00000200:0.0:1715209582.055827:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715209582.055828:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715209582.055830:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954658880, offset 0 00000400:00000200:0.0:1715209582.055832:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209582.055837:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209582.055837:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209582.055841:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209582.055843:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209582.055847:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [351:351:256:4294967295] 192.168.203.134@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:0.0:1715209582.055858:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209582.055864:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209582.055867:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209582.055867:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209582.055871:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209582.055873:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209582.055874:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209582.055877:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209582.055880:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209582.055883:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209582.055883:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [352:352:255:4294967295] 192.168.203.134@tcp LPNI seq info [352:352:7:4294967295] 00000800:00000200:0.0:1715209582.055888:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209582.055893:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209582.055898:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209582.055901:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209582.055906:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209582.055912:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209582.055915:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209582.055948:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209582.055951:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:0.0:1715209582.055956:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209582.055961:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209582.055965:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:0.0:1715209582.055968:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209582.055976:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954658816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209582.056033:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209582.056036:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209582.056039:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209582.056042:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209582.056045:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715209582.056046:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715209582.056051:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954658880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209582.057637:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209582.057650:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405c00 00000400:00000200:0.0:1715209582.057657:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbc1 [1] + 224 00000400:00000200:0.0:1715209582.057668:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209582.057672:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209582.057680:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954658816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209582.057717:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209582.057722:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405c40 00000400:00000200:0.0:1715209582.057726:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbc9 [1] + 224 00000400:00000200:0.0:1715209582.057743:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209582.057746:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209582.057751:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954658880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209582.057810:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:2.0:1715209582.057827:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715209582.057829:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715209582.057837:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954658816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209582.057848:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954658816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209582.057873:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209582.057878:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43794d0. 02000000:00000010:2.0:1715209582.057882:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209582.057885:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000400:00000200:3.0:1715209582.057886:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:3.0:1715209582.057888:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:3.0:1715209582.057896:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954658880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209582.057907:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954658880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209582.057931:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715209582.057935:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:3.0:1715209582.057938:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715209587.063572:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209587.063597:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209587.063644:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209587.063648:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715209587.063695:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715209587.063702:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379c60. 00000400:00000010:2.0:1715209587.063708:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209587.063716:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659008, portal 4 00000400:00000010:2.0:1715209587.063722:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715209587.063724:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659008, offset 0 00000400:00000200:2.0:1715209587.063736:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209587.063750:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209587.063755:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1715209587.063756:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000200:2.0:1715209587.063760:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209587.063764:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1715209587.063765:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715209587.063766:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209587.063769:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [353:353:256:4294967295] 192.168.203.134@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000010:3.0:1715209587.063770:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209587.063774:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954658944, portal 25 00000400:00000010:3.0:1715209587.063778:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000400:00000200:2.0:1715209587.063780:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:3.0:1715209587.063780:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954658944, offset 0 00000800:00000200:2.0:1715209587.063787:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209587.063787:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209587.063791:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:3.0:1715209587.063796:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715209587.063798:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209587.063800:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209587.063803:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209587.063806:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209587.063807:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209587.063808:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209587.063811:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [354:354:255:4294967295] 192.168.203.134@tcp LPNI seq info [354:354:7:4294967295] 00000400:00000200:3.0:1715209587.063822:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209587.063827:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209587.063838:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209587.063842:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000800:00000200:3.0:1715209587.063847:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209587.063853:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209587.063856:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209587.063969:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209587.063975:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715209587.063981:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209587.063988:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209587.063992:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715209587.063994:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715209587.064004:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954659008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209587.064095:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209587.064097:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715209587.064101:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209587.064105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209587.064108:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:0.0:1715209587.064109:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:0.0:1715209587.064114:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954658944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209587.065857:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209587.065871:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405cc0 00000400:00000200:0.0:1715209587.065878:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbd1 [1] + 224 00000400:00000200:0.0:1715209587.065889:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209587.065893:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209587.065900:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954659008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209587.065935:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209587.065940:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405c80 00000400:00000200:0.0:1715209587.065945:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbd9 [1] + 224 00000400:00000200:0.0:1715209587.065960:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209587.065964:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209587.065975:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954658944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209587.066003:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379c60. 00000400:00000200:2.0:1715209587.066013:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:2.0:1715209587.066016:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209587.066026:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954659008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209587.066043:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954659008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209587.066111:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:3.0:1715209587.066113:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209587.066120:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000400:00000200:3.0:1715209587.066121:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209587.066123:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000010:2.0:1715209587.066125:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000100:00000200:3.0:1715209587.066130:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954658944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209587.066141:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954658944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209587.066159:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209587.066163:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:3.0:1715209587.066166:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715209592.071598:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209592.071627:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209592.071693:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209592.071701:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:0.0:1715209592.071746:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209592.071757:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:0.0:1715209592.071764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209592.071772:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659072, portal 25 00000400:00000010:0.0:1715209592.071777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715209592.071779:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659072, offset 0 00000400:00000200:0.0:1715209592.071790:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715209592.071799:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000200:0.0:1715209592.071805:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715209592.071807:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379c60. 00000400:00000200:0.0:1715209592.071810:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209592.071815:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209592.071818:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209592.071821:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209592.071825:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [355:355:256:4294967295] 192.168.203.134@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000010:2.0:1715209592.071827:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715209592.071833:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659136, portal 4 00000400:00000200:0.0:1715209592.071837:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:2.0:1715209592.071842:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000800:00000200:0.0:1715209592.071843:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209592.071847:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000100:00000200:2.0:1715209592.071852:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659136, offset 0 00000800:00000200:0.0:1715209592.071853:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209592.071861:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209592.071862:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209592.071868:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209592.071873:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209592.071878:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209592.071883:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209592.071887:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209592.071891:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209592.071895:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [356:356:255:4294967295] 192.168.203.134@tcp LPNI seq info [356:356:7:4294967295] 00000400:00000200:2.0:1715209592.071909:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209592.071917:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209592.071937:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209592.071944:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209592.071953:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209592.071957:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209592.072012:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209592.072074:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209592.072087:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209592.072099:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209592.072108:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715209592.072113:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715209592.072132:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954659072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209592.072240:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209592.072243:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209592.072246:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209592.072250:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209592.072253:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:1.0:1715209592.072255:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:1.0:1715209592.072261:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954659136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209592.073948:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209592.073963:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405d00 00000400:00000200:0.0:1715209592.073970:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbe1 [1] + 224 00000400:00000200:0.0:1715209592.073982:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209592.073986:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209592.073997:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954659072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209592.074070:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209592.074092:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405d40 00000400:00000010:2.0:1715209592.074092:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715209592.074098:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:2.0:1715209592.074101:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:2.0:1715209592.074110:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954659072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209592.074112:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbe9 [1] + 224 00000100:00000200:2.0:1715209592.074124:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954659072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209592.074133:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209592.074138:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209592.074145:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954659136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209592.074151:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209592.074158:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715209592.074163:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000400:00000010:3.0:1715209592.074276:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379c60. 00000400:00000200:3.0:1715209592.074284:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:3.0:1715209592.074286:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:3.0:1715209592.074295:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954659136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209592.074306:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954659136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209592.074330:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715209592.074335:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:3.0:1715209592.074338:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:3.0:1715209597.079696:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209597.079720:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209597.079772:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209597.079776:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715209597.079827:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715209597.079829:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:2.0:1715209597.079838:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000400:00000010:2.0:1715209597.079846:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:3.0:1715209597.079849:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209597.079854:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659200, portal 25 00000400:00000010:3.0:1715209597.079854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715209597.079858:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:3.0:1715209597.079858:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659264, portal 4 00000100:00000200:2.0:1715209597.079861:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659200, offset 0 00000400:00000010:3.0:1715209597.079864:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000400:00000200:2.0:1715209597.079872:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209597.079878:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659264, offset 0 00000400:00000200:3.0:1715209597.079885:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209597.079887:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209597.079892:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209597.079896:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209597.079900:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209597.079903:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209597.079907:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [357:357:256:4294967295] 192.168.203.134@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:2.0:1715209597.079918:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209597.079924:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209597.079927:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209597.079929:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:3.0:1715209597.079930:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209597.079934:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209597.079936:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209597.079939:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209597.079942:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [358:358:255:4294967295] 192.168.203.134@tcp LPNI seq info [358:358:7:4294967295] 00000800:00000200:2.0:1715209597.079945:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209597.079951:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209597.079955:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209597.079957:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715209597.079960:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715209597.079960:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000800:00000200:3.0:1715209597.079964:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209597.079970:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209597.079974:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209597.080108:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209597.080118:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209597.080127:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209597.080138:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209597.080145:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715209597.080148:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715209597.080164:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954659200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209597.080256:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209597.080258:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715209597.080262:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209597.080266:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209597.080269:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:0.0:1715209597.080271:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:0.0:1715209597.080276:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954659264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209597.082112:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209597.082129:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405d80 00000400:00000200:0.0:1715209597.082139:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbf1 [1] + 224 00000400:00000200:0.0:1715209597.082153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209597.082157:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209597.082165:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954659200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209597.082230:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209597.082236:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405dc0 00000400:00000200:0.0:1715209597.082241:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xbf5 [1] + 224 00000400:00000200:0.0:1715209597.082260:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209597.082264:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209597.082269:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954659264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209597.082324:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:2.0:1715209597.082332:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715209597.082334:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209597.082345:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954659200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209597.082358:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954659200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209597.082361:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209597.082370:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209597.082373:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209597.082382:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000100:00000200:3.0:1715209597.082384:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954659264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209597.082388:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715209597.082393:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:3.0:1715209597.082400:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954659264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209597.082431:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209597.082438:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209597.082442:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209602.087595:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209602.087620:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715209602.087689:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209602.087694:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715209602.087760:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715209602.087767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209602.087771:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209602.087773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209602.087781:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659392, portal 4 00000400:00000010:0.0:1715209602.087786:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:3.0:1715209602.087788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:3.0:1715209602.087790:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659392, offset 0 00000400:00000010:0.0:1715209602.087796:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:3.0:1715209602.087801:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209602.087816:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209602.087817:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659328, portal 25 00000400:00000200:3.0:1715209602.087821:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209602.087825:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000200:3.0:1715209602.087826:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:0.0:1715209602.087829:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659328, offset 0 00000400:00000200:3.0:1715209602.087830:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209602.087833:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209602.087838:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [359:359:256:4294967295] 192.168.203.134@tcp LPNI seq info [359:359:8:4294967295] 00000400:00000200:0.0:1715209602.087844:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209602.087849:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209602.087855:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209602.087859:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715209602.087864:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209602.087866:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209602.087872:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209602.087876:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209602.087878:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209602.087881:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209602.087884:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209602.087888:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209602.087893:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [360:360:255:4294967295] 192.168.203.134@tcp LPNI seq info [360:360:7:4294967295] 00000400:00000200:0.0:1715209602.087911:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209602.087921:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209602.087926:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209602.087936:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209602.087948:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209602.088001:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209602.088051:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209602.088057:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715209602.088064:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209602.088071:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209602.088076:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:1.0:1715209602.088079:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:1.0:1715209602.088089:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954659392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209602.088128:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209602.088130:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209602.088132:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209602.088136:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209602.088138:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715209602.088140:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715209602.088145:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954659328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209602.089415:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209602.089427:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405e40 00000400:00000200:0.0:1715209602.089445:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc01 [1] + 224 00000400:00000200:0.0:1715209602.089487:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209602.089491:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209602.089498:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954659392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209602.089536:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209602.089541:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405e00 00000400:00000200:0.0:1715209602.089546:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc09 [1] + 224 00000400:00000200:0.0:1715209602.089562:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209602.089566:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209602.089570:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954659328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209602.089586:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209602.089593:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209602.089596:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209602.089606:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954659392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209602.089619:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954659392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209602.089650:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209602.089656:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209602.089671:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715209602.089697:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:1.0:1715209602.089705:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209602.089708:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209602.089716:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954659328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209602.089728:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954659328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209602.089755:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209602.089762:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715209602.089766:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209607.095584:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209607.095607:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209607.095663:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209607.095670:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715209607.095762:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715209607.095762:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:2.0:1715209607.095769:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000400:00000010:3.0:1715209607.095769:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209607.095775:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:3.0:1715209607.095775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209607.095782:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659520, portal 4 00000400:00000010:3.0:1715209607.095787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:2.0:1715209607.095788:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659456, portal 25 00000100:00000200:3.0:1715209607.095790:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659520, offset 0 00000400:00000010:2.0:1715209607.095792:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:3.0:1715209607.095799:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209607.095803:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659456, offset 0 00000400:00000200:2.0:1715209607.095811:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209607.095813:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209607.095818:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209607.095822:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209607.095826:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209607.095828:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209607.095831:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [361:361:256:4294967295] 192.168.203.134@tcp LPNI seq info [361:361:8:4294967295] 00000400:00000200:3.0:1715209607.095842:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209607.095849:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209607.095850:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209607.095854:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209607.095854:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:2.0:1715209607.095856:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209607.095859:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209607.095860:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209607.095861:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209607.095864:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [362:362:255:4294967295] 192.168.203.134@tcp LPNI seq info [362:362:7:4294967295] 00000800:00000200:3.0:1715209607.095870:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209607.095872:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209607.095874:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209607.095877:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209607.095880:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715209607.095885:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209607.095897:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209607.095900:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209607.095951:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209607.095954:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715209607.095958:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209607.095963:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209607.095965:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:0.0:1715209607.095967:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:0.0:1715209607.095974:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954659520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209607.096013:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209607.096015:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715209607.096016:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209607.096018:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209607.096020:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715209607.096021:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715209607.096024:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954659456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209607.097492:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209607.097506:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405ec0 00000400:00000200:0.0:1715209607.097511:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc11 [1] + 224 00000400:00000200:0.0:1715209607.097519:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209607.097521:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209607.097526:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954659520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209607.097548:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209607.097551:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405e80 00000400:00000200:0.0:1715209607.097554:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc15 [1] + 224 00000400:00000200:0.0:1715209607.097563:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209607.097566:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209607.097568:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954659456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209607.097578:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209607.097582:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209607.097584:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209607.097589:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954659520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209607.097599:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954659520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209607.097624:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:2.0:1715209607.097629:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 02000000:00000010:3.0:1715209607.097629:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 00000400:00000010:2.0:1715209607.097631:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 02000000:00000010:3.0:1715209607.097632:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209607.097636:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:2.0:1715209607.097637:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954659456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209607.097647:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954659456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209607.097663:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209607.097667:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715209607.097670:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715209612.103637:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209612.103661:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209612.103712:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209612.103716:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:0.0:1715209612.103783:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:3.0:1715209612.103787:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:0.0:1715209612.103795:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:3.0:1715209612.103795:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209612.103802:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209612.103803:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715209612.103809:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659584, portal 25 00000400:00000010:0.0:1715209612.103816:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209612.103818:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659584, offset 0 00000100:00000200:3.0:1715209612.103819:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659648, portal 4 00000400:00000010:3.0:1715209612.103826:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000400:00000200:0.0:1715209612.103827:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209612.103831:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659648, offset 0 00000400:00000200:3.0:1715209612.103841:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209612.103842:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209612.103847:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209612.103850:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209612.103854:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209612.103855:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209612.103857:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [363:363:256:4294967295] 192.168.203.134@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:0.0:1715209612.103866:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209612.103870:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209612.103877:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209612.103913:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209612.103915:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:3.0:1715209612.103918:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209612.103921:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209612.103921:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209612.103925:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209612.103928:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [364:364:255:4294967295] 192.168.203.134@tcp LPNI seq info [364:364:7:4294967295] 00000800:00000200:0.0:1715209612.103930:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209612.103934:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209612.103940:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209612.103946:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209612.103950:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715209612.103957:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209612.103966:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209612.103970:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209612.104022:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209612.104028:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209612.104035:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209612.104043:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209612.104047:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209612.104049:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209612.104060:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954659584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209612.104142:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209612.104144:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715209612.104148:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209612.104152:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209612.104154:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:1.0:1715209612.104155:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:1.0:1715209612.104160:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954659648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209612.105701:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209612.105710:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405f00 00000400:00000200:0.0:1715209612.105715:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc21 [1] + 224 00000400:00000200:0.0:1715209612.105724:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209612.105726:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209612.105732:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954659584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209612.105757:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209612.105760:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405f40 00000400:00000200:0.0:1715209612.105763:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc25 [1] + 224 00000400:00000200:0.0:1715209612.105794:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209612.105796:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209612.105799:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954659648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209612.105857:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715209612.105866:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715209612.105868:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715209612.105876:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954659584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209612.105912:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954659584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209612.105936:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209612.105938:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209612.105945:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000400:00000200:3.0:1715209612.105946:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209612.105948:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000010:2.0:1715209612.105949:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:3.0:1715209612.105971:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954659648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209612.105982:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954659648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209612.106006:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209612.106010:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209612.106014:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715209617.111607:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209617.111632:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209617.111681:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209617.111685:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:0.0:1715209617.111747:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:3.0:1715209617.111750:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:0.0:1715209617.111758:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:3.0:1715209617.111758:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209617.111764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209617.111765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715209617.111771:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659712, portal 25 00000400:00000010:0.0:1715209617.111775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:3.0:1715209617.111781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659776, portal 4 00000100:00000200:0.0:1715209617.111784:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659712, offset 0 00000400:00000010:3.0:1715209617.111789:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000400:00000200:0.0:1715209617.111793:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209617.111798:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659776, offset 0 00000400:00000200:0.0:1715209617.111808:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209617.111808:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209617.111813:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209617.111817:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209617.111820:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209617.111836:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209617.111839:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [365:365:256:4294967295] 192.168.203.134@tcp LPNI seq info [365:365:8:4294967295] 00000400:00000200:0.0:1715209617.111871:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209617.111877:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209617.111880:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209617.111886:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209617.111894:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209617.111895:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209617.111898:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209617.111901:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209617.111905:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209617.111909:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209617.111912:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209617.111915:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [366:366:255:4294967295] 192.168.203.134@tcp LPNI seq info [366:366:7:4294967295] 00000400:00000200:3.0:1715209617.111926:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209617.111933:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209617.111937:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715209617.111943:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209617.111952:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209617.111957:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209617.111982:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209617.111987:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209617.111995:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209617.112002:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209617.112007:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209617.112018:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209617.112029:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954659712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209617.112109:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209617.112112:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715209617.112115:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209617.112119:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209617.112122:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:1.0:1715209617.112123:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:1.0:1715209617.112127:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954659776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209617.113694:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209617.113703:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030405f80 00000400:00000200:0.0:1715209617.113709:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc31 [1] + 224 00000400:00000200:0.0:1715209617.113718:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209617.113720:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209617.113727:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954659712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209617.113749:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209617.113752:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030405fc0 00000400:00000200:0.0:1715209617.113755:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc35 [1] + 224 00000400:00000200:0.0:1715209617.113768:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209617.113770:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209617.113773:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954659776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209617.113801:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:2.0:1715209617.113805:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715209617.113807:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715209617.113812:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954659712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209617.113818:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954659712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209617.113838:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209617.113867:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715209617.113872:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:3.0:1715209617.113909:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209617.113916:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209617.113919:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209617.113927:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954659776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209617.113939:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954659776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209617.113969:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209617.113975:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209617.113979:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715209622.119637:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209622.119661:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209622.119711:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209622.119716:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715209622.119782:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 02000000:00000010:0.0:1715209622.119787:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209622.119789:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209622.119796:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209622.119800:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000100:00000200:3.0:1715209622.119804:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659904, portal 4 00000400:00000010:0.0:1715209622.119806:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000010:3.0:1715209622.119811:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:0.0:1715209622.119812:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659840, portal 25 00000400:00000010:0.0:1715209622.119841:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715209622.119886:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659840, offset 0 00000100:00000200:3.0:1715209622.119886:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954659904, offset 0 00000400:00000200:3.0:1715209622.119898:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209622.119909:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209622.119914:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209622.119920:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209622.119925:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209622.119928:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209622.119931:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209622.119935:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [367:367:256:4294967295] 192.168.203.134@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:3.0:1715209622.119946:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209622.119953:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209622.119956:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209622.119957:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715209622.119960:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209622.119964:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209622.119966:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209622.119968:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209622.119971:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [368:368:255:4294967295] 192.168.203.134@tcp LPNI seq info [368:368:7:4294967295] 00000400:00000200:0.0:1715209622.119978:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209622.119978:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209622.119982:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209622.119984:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:3.0:1715209622.119988:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209622.119989:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209622.119993:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209622.119995:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209622.119998:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209622.120080:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209622.120086:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715209622.120093:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209622.120101:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209622.120106:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:1.0:1715209622.120108:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:1.0:1715209622.120117:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954659904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209622.120195:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209622.120197:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209622.120201:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209622.120205:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209622.120207:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209622.120209:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715209622.120215:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954659840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209622.121832:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209622.121841:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406040 00000400:00000200:0.0:1715209622.121847:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc41 [1] + 224 00000400:00000200:0.0:1715209622.121856:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209622.121858:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209622.121866:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954659904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209622.121891:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209622.121894:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406000 00000400:00000200:0.0:1715209622.121896:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc45 [1] + 224 00000400:00000200:0.0:1715209622.121907:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209622.121909:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209622.121912:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954659840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209622.121990:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209622.121997:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209622.121999:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209622.122008:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954659904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209622.122010:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000100:00000200:3.0:1715209622.122019:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954659904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209622.122020:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715209622.122022:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715209622.122034:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954659840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209622.122051:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209622.122056:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209622.122060:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000200:1.0:1715209622.122074:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954659840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209622.122099:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209622.122109:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715209622.122114:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715209627.127601:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209627.127627:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715209627.127677:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209627.127681:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:0.0:1715209627.127742:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715209627.127749:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715209627.127756:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209627.127763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209627.127767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000100:00000200:3.0:1715209627.127771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660032, portal 4 00000400:00000010:0.0:1715209627.127772:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715209627.127777:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954659968, portal 25 00000400:00000010:3.0:1715209627.127777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000400:00000010:0.0:1715209627.127805:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715209627.127807:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954659968, offset 0 00000400:00000200:0.0:1715209627.127816:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209627.127821:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660032, offset 0 00000400:00000200:0.0:1715209627.127831:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209627.127833:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209627.127836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209627.127840:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209627.127842:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209627.127844:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209627.127846:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [369:369:256:4294967295] 192.168.203.134@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:0.0:1715209627.127854:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209627.127858:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209627.127860:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:3.0:1715209627.127865:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209627.127866:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209627.127871:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209627.127874:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209627.127876:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209627.127878:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209627.127880:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209627.127883:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209627.127887:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [370:370:255:4294967295] 192.168.203.134@tcp LPNI seq info [370:370:7:4294967295] 00000400:00000200:3.0:1715209627.127898:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209627.127921:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209627.127925:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000800:00000200:3.0:1715209627.127932:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209627.127940:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209627.127945:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209627.127964:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209627.127970:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209627.127978:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209627.127986:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209627.127991:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715209627.127993:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209627.128003:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954659968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209627.128083:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209627.128085:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715209627.128089:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209627.128093:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209627.128095:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:1.0:1715209627.128097:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:1.0:1715209627.128101:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954660032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209627.129604:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209627.129613:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406080 00000400:00000200:0.0:1715209627.129618:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc55 [1] + 224 00000400:00000200:0.0:1715209627.129628:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209627.129630:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209627.129637:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954659968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209627.129659:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209627.129662:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304060c0 00000400:00000200:0.0:1715209627.129665:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc51 [1] + 224 00000400:00000200:0.0:1715209627.129675:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209627.129680:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209627.129684:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954660032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209627.129712:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715209627.129717:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209627.129719:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209627.129724:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954659968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209627.129730:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954659968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209627.129752:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209627.129757:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715209627.129761:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:3.0:1715209627.129826:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209627.129833:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209627.129835:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209627.129844:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954660032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209627.129856:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954660032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209627.129885:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209627.129890:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715209627.129894:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715209632.135565:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209632.135582:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715209632.135614:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209632.135617:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715209632.135659:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715209632.135663:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209632.135668:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209632.135673:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715209632.135673:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660160, portal 4 00000400:00000010:3.0:1715209632.135677:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000400:00000010:0.0:1715209632.135678:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000100:00000200:3.0:1715209632.135679:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660160, offset 0 00000400:00000010:0.0:1715209632.135681:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209632.135683:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660096, portal 25 00000400:00000010:0.0:1715209632.135686:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000400:00000200:3.0:1715209632.135687:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209632.135693:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660096, offset 0 00000400:00000200:0.0:1715209632.135697:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209632.135697:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209632.135700:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209632.135703:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209632.135706:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209632.135718:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209632.135720:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [371:371:256:4294967295] 192.168.203.134@tcp LPNI seq info [371:371:8:4294967295] 00000400:00000200:3.0:1715209632.135727:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209632.135731:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209632.135732:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209632.135734:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209632.135734:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209632.135735:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209632.135737:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209632.135738:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209632.135739:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209632.135740:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [372:372:255:4294967295] 192.168.203.134@tcp LPNI seq info [372:372:7:4294967295] 00000400:00000200:0.0:1715209632.135768:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209632.135770:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209632.135771:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209632.135773:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:3.0:1715209632.135773:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209632.135775:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209632.135778:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209632.135780:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209632.135823:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209632.135827:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209632.135831:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209632.135835:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209632.135838:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:1.0:1715209632.135839:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:1.0:1715209632.135845:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954660160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209632.135890:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209632.135896:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209632.135898:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209632.135900:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209632.135902:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209632.135903:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209632.135906:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954660096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209632.136811:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209632.136819:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406140 00000400:00000200:0.0:1715209632.136824:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc61 [1] + 224 00000400:00000200:0.0:1715209632.136830:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209632.136832:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209632.136836:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954660160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209632.136865:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209632.136868:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406100 00000400:00000200:0.0:1715209632.136870:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc69 [1] + 224 00000400:00000200:0.0:1715209632.136878:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209632.136880:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209632.136883:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954660096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209632.136914:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209632.136918:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209632.136919:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209632.136923:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954660160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209632.136929:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954660160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209632.136947:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209632.136950:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209632.136952:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715209632.136955:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:1.0:1715209632.136960:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715209632.136961:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:1.0:1715209632.136967:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954660096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209632.136975:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954660096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209632.136988:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209632.136992:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715209632.136994:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715209637.143606:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209637.143631:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209637.143677:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209637.143681:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715209637.143780:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209637.143788:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209637.143795:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209637.143796:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209637.143803:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660288, portal 4 00000400:00000010:0.0:1715209637.143806:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:3.0:1715209637.143810:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000400:00000010:0.0:1715209637.143811:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:3.0:1715209637.143812:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660288, offset 0 00000100:00000200:0.0:1715209637.143815:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660224, portal 25 00000400:00000010:0.0:1715209637.143819:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000400:00000200:3.0:1715209637.143822:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209637.143832:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660224, offset 0 00000400:00000200:3.0:1715209637.143838:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209637.143839:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209637.143859:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209637.143863:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209637.143868:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209637.143871:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209637.143875:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [373:373:256:4294967295] 192.168.203.134@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:3.0:1715209637.143885:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209637.143892:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209637.143894:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209637.143896:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715209637.143898:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209637.143901:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209637.143903:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209637.143905:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209637.143907:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209637.143910:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [374:374:255:4294967295] 192.168.203.134@tcp LPNI seq info [374:374:7:4294967295] 00000800:00000200:3.0:1715209637.143912:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209637.143917:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209637.143919:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209637.143924:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209637.143928:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209637.143933:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209637.143939:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209637.143943:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209637.144007:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209637.144013:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715209637.144021:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209637.144028:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209637.144033:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:1.0:1715209637.144035:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:1.0:1715209637.144044:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954660288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209637.144123:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209637.144126:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209637.144129:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209637.144133:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209637.144135:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209637.144137:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209637.144142:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954660224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209637.145909:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209637.145921:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304061c0 00000400:00000200:0.0:1715209637.145936:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc71 [1] + 224 00000400:00000200:0.0:1715209637.145947:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209637.145950:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209637.145957:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954660288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209637.145992:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209637.145997:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406180 00000400:00000200:0.0:1715209637.146002:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc79 [1] + 224 00000400:00000200:0.0:1715209637.146016:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209637.146019:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209637.146024:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954660224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209637.146080:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209637.146087:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209637.146089:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209637.146097:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954660288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209637.146108:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954660288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209637.146138:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209637.146144:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000400:00000010:1.0:1715209637.146148:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000100:00000010:3.0:1715209637.146148:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000200:1.0:1715209637.146156:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715209637.146159:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715209637.146167:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954660224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209637.146178:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954660224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209637.146196:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209637.146204:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715209637.146206:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715209642.151577:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209642.151597:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209642.151642:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715209642.151646:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715209642.151727:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209642.151734:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209642.151740:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209642.151748:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660416, portal 4 00000400:00000010:3.0:1715209642.151755:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 02000000:00000010:0.0:1715209642.151757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209642.151769:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660416, offset 0 00000400:00000010:0.0:1715209642.151771:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000200:3.0:1715209642.151780:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209642.151787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000200:3.0:1715209642.151793:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209642.151794:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660352, portal 25 00000400:00000200:3.0:1715209642.151798:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209642.151799:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715209642.151801:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660352, offset 0 00000400:00000200:3.0:1715209642.151803:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209642.151808:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209642.151810:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209642.151811:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209642.151814:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [375:375:256:4294967295] 192.168.203.134@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:3.0:1715209642.151825:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209642.151831:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209642.151835:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715209642.151837:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209642.151842:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209642.151842:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209642.151846:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209642.151849:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209642.151851:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209642.151852:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209642.151853:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [376:376:255:4294967295] 192.168.203.134@tcp LPNI seq info [376:376:7:4294967295] 00000800:00000200:3.0:1715209642.151856:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209642.151862:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209642.151867:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209642.151871:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715209642.151877:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209642.151899:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209642.151903:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209642.151939:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209642.151945:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715209642.151952:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209642.151958:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209642.151963:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:1.0:1715209642.151966:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:1.0:1715209642.151975:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954660416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209642.152049:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209642.152051:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209642.152054:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209642.152058:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209642.152061:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209642.152063:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209642.152069:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954660352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209642.153581:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209642.153593:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406240 00000400:00000200:0.0:1715209642.153601:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc81 [1] + 224 00000400:00000200:0.0:1715209642.153630:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209642.153634:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209642.153642:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954660416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209642.153696:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209642.153700:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406200 00000400:00000200:0.0:1715209642.153704:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc89 [1] + 224 00000400:00000200:0.0:1715209642.153720:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209642.153723:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209642.153728:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954660352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209642.153783:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209642.153790:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209642.153792:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209642.153801:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954660416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209642.153812:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954660416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209642.153842:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209642.153848:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209642.153852:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715209642.153853:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:1.0:1715209642.153861:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715209642.153863:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715209642.153871:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954660352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209642.153899:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954660352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209642.153918:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209642.153925:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715209642.153928:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715209647.159720:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715209647.159754:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209647.159822:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209647.159826:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209647.159912:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715209647.159921:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209647.159923:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209647.159933:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:0.0:1715209647.159941:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000400:00000010:3.0:1715209647.159946:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715209647.159951:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660480, portal 25 00000100:00000200:3.0:1715209647.159951:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660544, portal 4 00000400:00000010:0.0:1715209647.159956:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000010:3.0:1715209647.159959:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:0.0:1715209647.159960:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660480, offset 0 00000100:00000200:3.0:1715209647.159961:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660544, offset 0 00000400:00000200:0.0:1715209647.159973:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209647.159982:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209647.159993:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209647.160000:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209647.160006:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209647.160010:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209647.160013:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209647.160017:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [377:377:256:4294967295] 192.168.203.134@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:0.0:1715209647.160040:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209647.160048:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209647.160049:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209647.160052:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209647.160053:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:3.0:1715209647.160055:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209647.160058:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209647.160061:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209647.160062:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209647.160064:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [378:378:255:4294967295] 192.168.203.134@tcp LPNI seq info [378:378:7:4294967295] 00000800:00000200:0.0:1715209647.160074:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209647.160074:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209647.160078:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209647.160079:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209647.160082:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000800:00000200:3.0:1715209647.160087:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209647.160093:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209647.160096:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209647.160209:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209647.160218:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209647.160227:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209647.160238:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209647.160244:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209647.160247:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209647.160261:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954660480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209647.160349:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209647.160352:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715209647.160356:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209647.160360:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209647.160363:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:1.0:1715209647.160365:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:1.0:1715209647.160369:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954660544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209647.162373:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209647.162387:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406280 00000400:00000200:0.0:1715209647.162395:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc91 [1] + 224 00000400:00000200:0.0:1715209647.162409:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209647.162414:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209647.162424:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954660480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209647.162499:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209647.162505:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304062c0 00000400:00000200:0.0:1715209647.162509:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xc95 [1] + 224 00000400:00000200:0.0:1715209647.162530:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209647.162535:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209647.162540:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954660544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209647.162553:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:2.0:1715209647.162562:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209647.162564:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209647.162574:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954660480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209647.162585:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954660480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209647.162613:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715209647.162620:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715209647.162625:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:3.0:1715209647.162681:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209647.162689:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209647.162691:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209647.162699:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954660544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209647.162710:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954660544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209647.162735:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209647.162740:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209647.162744:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715209652.167723:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209652.167763:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209652.167840:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209652.167866:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:0.0:1715209652.167957:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715209652.167958:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:0.0:1715209652.167967:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:3.0:1715209652.167967:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209652.167975:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000010:3.0:1715209652.167975:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715209652.167984:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660608, portal 25 00000100:00000200:3.0:1715209652.167988:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660672, portal 4 00000400:00000010:0.0:1715209652.167989:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209652.167992:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660608, offset 0 00000400:00000010:3.0:1715209652.167995:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000100:00000200:3.0:1715209652.167997:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660672, offset 0 00000400:00000200:0.0:1715209652.168007:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209652.168015:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209652.168026:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209652.168043:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209652.168049:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209652.168053:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209652.168056:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209652.168060:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [379:379:256:4294967295] 192.168.203.134@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:0.0:1715209652.168073:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209652.168081:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209652.168081:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209652.168085:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209652.168086:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:3.0:1715209652.168088:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209652.168091:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209652.168093:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209652.168094:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209652.168097:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [380:380:255:4294967295] 192.168.203.134@tcp LPNI seq info [380:380:7:4294967295] 00000800:00000200:0.0:1715209652.168104:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209652.168106:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209652.168109:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209652.168111:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209652.168115:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715209652.168120:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209652.168126:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209652.168129:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209652.168213:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209652.168219:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209652.168229:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209652.168237:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209652.168242:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209652.168244:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209652.168257:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954660608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209652.168356:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209652.168368:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715209652.168372:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209652.168376:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209652.168379:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:1.0:1715209652.168381:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:1.0:1715209652.168386:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954660672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209652.170290:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209652.170303:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406300 00000400:00000200:0.0:1715209652.170310:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xca1 [1] + 224 00000400:00000200:0.0:1715209652.170322:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209652.170325:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209652.170334:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954660608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209652.170367:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209652.170372:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406340 00000400:00000200:0.0:1715209652.170376:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xca5 [1] + 224 00000400:00000200:0.0:1715209652.170393:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209652.170397:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209652.170401:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954660672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209652.170450:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:2.0:1715209652.170458:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715209652.170492:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209652.170501:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954660608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209652.170511:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954660608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209652.170512:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209652.170519:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209652.170521:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209652.170528:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954660672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209652.170538:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954660672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209652.170539:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209652.170545:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715209652.170558:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209652.170562:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209652.170567:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209652.170570:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715209657.175652:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209657.175684:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209657.175739:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209657.175744:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715209657.175821:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 02000000:00000010:2.0:1715209657.175827:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:3.0:1715209657.175829:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209657.175837:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715209657.175839:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000100:00000200:3.0:1715209657.175846:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660800, portal 4 00000400:00000010:2.0:1715209657.175848:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209657.175854:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660736, portal 25 00000400:00000010:3.0:1715209657.175854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000100:00000200:3.0:1715209657.175857:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660800, offset 0 00000400:00000010:2.0:1715209657.175859:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000400:00000200:3.0:1715209657.175870:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209657.175876:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660736, offset 0 00000400:00000200:2.0:1715209657.175887:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209657.175889:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209657.175896:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209657.175901:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209657.175905:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209657.175908:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209657.175912:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [381:381:256:4294967295] 192.168.203.134@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:3.0:1715209657.175924:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209657.175932:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209657.175939:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209657.175939:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000400:00000200:2.0:1715209657.175944:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209657.175947:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209657.175949:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209657.175953:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209657.175958:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209657.175958:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209657.175963:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [382:382:255:4294967295] 192.168.203.134@tcp LPNI seq info [382:382:7:4294967295] 00000800:00000200:3.0:1715209657.175963:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209657.175977:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209657.175984:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209657.175990:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715209657.175997:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209657.176005:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209657.176010:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209657.176054:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209657.176060:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715209657.176068:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209657.176096:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209657.176102:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:0.0:1715209657.176104:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:0.0:1715209657.176115:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954660800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209657.176204:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209657.176207:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209657.176210:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209657.176214:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209657.176217:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715209657.176218:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715209657.176223:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954660736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209657.177838:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209657.177852:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304063c0 00000400:00000200:0.0:1715209657.177859:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcb1 [1] + 224 00000400:00000200:0.0:1715209657.177872:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209657.177876:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209657.177883:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954660800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209657.177920:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209657.177925:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406380 00000400:00000200:0.0:1715209657.177930:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcb5 [1] + 224 00000400:00000200:0.0:1715209657.177946:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209657.177950:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209657.177955:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954660736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209657.178007:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209657.178014:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209657.178016:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209657.178024:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954660800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209657.178036:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954660800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209657.178045:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:2.0:1715209657.178052:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715209657.178055:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209657.178065:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954660736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209657.178081:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954660736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209657.178087:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209657.178094:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715209657.178098:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 02000000:00000010:2.0:1715209657.178104:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209657.178109:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715209657.178114:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715209662.183681:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209662.183714:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715209662.183771:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209662.183775:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209662.183853:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 02000000:00000010:1.0:1715209662.183855:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:3.0:1715209662.183861:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715209662.183864:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715209662.183869:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:3.0:1715209662.183869:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209662.183877:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660928, portal 4 00000100:00000200:1.0:1715209662.183885:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660864, portal 25 00000400:00000010:3.0:1715209662.183886:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715209662.183888:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954660928, offset 0 00000400:00000010:1.0:1715209662.183889:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715209662.183892:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660864, offset 0 00000400:00000200:3.0:1715209662.183901:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209662.183911:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209662.183920:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209662.183925:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209662.183931:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209662.183935:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209662.183937:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209662.183941:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [383:383:256:4294967295] 192.168.203.134@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:3.0:1715209662.183952:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209662.183959:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209662.183962:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209662.183963:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715209662.183967:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209662.183970:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209662.183972:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209662.183975:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209662.183978:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209662.183980:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209662.183982:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [384:384:255:4294967295] 192.168.203.134@tcp LPNI seq info [384:384:7:4294967295] 00000800:00000200:3.0:1715209662.183984:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209662.183994:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209662.184000:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209662.184005:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715209662.184010:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209662.184018:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209662.184022:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209662.184073:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209662.184083:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209662.184104:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209662.184114:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209662.184120:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:0.0:1715209662.184123:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:0.0:1715209662.184134:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954660928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209662.184208:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209662.184210:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715209662.184213:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209662.184217:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209662.184219:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715209662.184221:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715209662.184226:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954660864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209662.185989:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209662.186006:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406440 00000400:00000200:0.0:1715209662.186015:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcc1 [1] + 224 00000400:00000200:0.0:1715209662.186027:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209662.186031:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209662.186038:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954660928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209662.186076:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209662.186080:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406400 00000400:00000200:0.0:1715209662.186086:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcc5 [1] + 224 00000400:00000200:0.0:1715209662.186100:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209662.186104:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209662.186108:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954660864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209662.186159:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209662.186165:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209662.186167:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715209662.186188:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:3.0:1715209662.186190:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954660928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209662.186193:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209662.186195:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715209662.186201:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954660928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209662.186202:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954660864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209662.186224:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954660864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209662.186234:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:1.0:1715209662.186240:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:3.0:1715209662.186241:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 02000000:00000010:1.0:1715209662.186244:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715209662.186246:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:1.0:1715209662.186247:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715209667.191683:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209667.191717:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209667.191780:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209667.191785:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715209667.191866:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 02000000:00000010:0.0:1715209667.191870:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209667.191874:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209667.191883:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209667.191892:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661056, portal 4 00000400:00000010:3.0:1715209667.191901:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000400:00000010:0.0:1715209667.191902:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000100:00000200:3.0:1715209667.191904:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661056, offset 0 00000400:00000010:0.0:1715209667.191909:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000200:3.0:1715209667.191917:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209667.191932:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954660992, portal 25 00000400:00000200:3.0:1715209667.191936:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209667.191939:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715209667.191942:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954660992, offset 0 00000400:00000200:3.0:1715209667.191943:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209667.191948:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209667.191952:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209667.191953:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209667.191955:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209667.191959:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [385:385:256:4294967295] 192.168.203.134@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:3.0:1715209667.191972:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209667.191979:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209667.191984:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715209667.191986:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209667.191992:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209667.191992:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209667.191997:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209667.192001:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209667.192003:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209667.192005:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209667.192008:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209667.192010:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [386:386:255:4294967295] 192.168.203.134@tcp LPNI seq info [386:386:7:4294967295] 00000400:00000200:0.0:1715209667.192023:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209667.192031:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209667.192036:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209667.192043:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209667.192052:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209667.192057:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209667.192117:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209667.192123:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715209667.192132:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209667.192140:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209667.192145:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:1.0:1715209667.192148:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:1.0:1715209667.192157:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954661056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209667.192256:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209667.192259:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209667.192261:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209667.192265:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209667.192268:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209667.192269:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209667.192275:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954660992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209667.194350:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209667.194363:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304064c0 00000400:00000200:0.0:1715209667.194372:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcd1 [1] + 224 00000400:00000200:0.0:1715209667.194385:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209667.194389:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209667.194397:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954661056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209667.194433:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209667.194438:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406480 00000400:00000200:0.0:1715209667.194443:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcd9 [1] + 224 00000400:00000200:0.0:1715209667.194495:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209667.194532:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209667.194539:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954660992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209667.194542:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209667.194550:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209667.194552:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209667.194560:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954661056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209667.194571:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954661056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209667.194606:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715209667.194613:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209667.194618:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715209667.194659:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:1.0:1715209667.194667:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715209667.194669:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715209667.194678:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954660992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209667.194689:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954660992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209667.194707:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209667.194712:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715209667.194737:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715209672.199691:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209672.199736:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209672.199820:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209672.199830:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:0.0:1715209672.199860:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209672.199871:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:0.0:1715209672.199877:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715209672.199883:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661120, portal 25 00000400:00000010:0.0:1715209672.199886:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715209672.199888:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954661120, offset 0 00000400:00000200:0.0:1715209672.199895:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715209672.199904:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:0.0:1715209672.199907:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209672.199910:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209672.199914:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715209672.199915:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715209672.199916:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209672.199918:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209672.199920:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [387:387:256:4294967295] 192.168.203.134@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000010:1.0:1715209672.199922:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715209672.199926:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715209672.199929:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661184, portal 4 00000800:00000200:0.0:1715209672.199930:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209672.199933:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209672.199937:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715209672.199937:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:1.0:1715209672.199940:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661184, offset 0 00000800:00000200:0.0:1715209672.199943:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209672.199947:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209672.199951:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209672.199965:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209672.199971:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209672.199975:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209672.199979:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209672.199982:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209672.199985:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [388:388:255:4294967295] 192.168.203.134@tcp LPNI seq info [388:388:7:4294967295] 00000400:00000200:1.0:1715209672.199996:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209672.200002:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209672.200007:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715209672.200014:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209672.200023:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209672.200028:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209672.200043:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209672.200045:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:0.0:1715209672.200047:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209672.200051:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209672.200054:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:0.0:1715209672.200055:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715209672.200061:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954661120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209672.200084:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209672.200094:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715209672.200096:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209672.200098:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209672.200100:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715209672.200101:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715209672.200104:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954661184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209672.201558:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209672.201567:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406500 00000400:00000200:0.0:1715209672.201573:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xce1 [1] + 224 00000400:00000200:0.0:1715209672.201582:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209672.201584:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209672.201590:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954661120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209672.201622:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209672.201626:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406540 00000400:00000200:0.0:1715209672.201631:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xce9 [1] + 224 00000400:00000200:0.0:1715209672.201642:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209672.201646:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209672.201650:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954661184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209672.201717:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:2.0:1715209672.201726:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:2.0:1715209672.201728:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:2.0:1715209672.201740:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954661120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209672.201752:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954661120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209672.201773:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715209672.201779:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000200:1.0:1715209672.201780:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209672.201782:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715209672.201785:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000200:1.0:1715209672.201791:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954661184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209672.201791:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000200:1.0:1715209672.201802:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954661184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209672.201826:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209672.201831:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715209672.201835:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715209677.207638:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209677.207670:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209677.207728:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209677.207733:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715209677.207786:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715209677.207795:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209677.207803:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209677.207812:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661312, portal 4 00000400:00000010:3.0:1715209677.207820:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715209677.207822:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661312, offset 0 02000000:00000010:1.0:1715209677.207824:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:1.0:1715209677.207833:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715209677.207835:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209677.207848:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209677.207853:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661248, portal 25 00000400:00000200:3.0:1715209677.207855:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715209677.207858:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715209677.207860:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954661248, offset 0 00000400:00000200:3.0:1715209677.207861:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209677.207867:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209677.207868:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209677.207871:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209677.207874:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209677.207878:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [389:389:256:4294967295] 192.168.203.134@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000200:3.0:1715209677.207908:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209677.207916:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209677.207918:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209677.207921:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715209677.207922:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209677.207925:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209677.207929:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209677.207930:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209677.207932:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209677.207935:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [390:390:255:4294967295] 192.168.203.134@tcp LPNI seq info [390:390:7:4294967295] 00000800:00000200:3.0:1715209677.207942:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209677.207944:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209677.207947:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209677.207949:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209677.207953:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715209677.207959:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209677.207965:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209677.207969:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209677.208103:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209677.208112:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715209677.208119:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209677.208130:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209677.208135:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:0.0:1715209677.208138:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:0.0:1715209677.208149:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954661312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209677.208247:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209677.208249:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715209677.208252:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209677.208257:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209677.208260:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715209677.208262:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715209677.208266:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954661248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209677.210018:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209677.210037:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304065c0 00000400:00000200:0.0:1715209677.210049:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcf1 [1] + 224 00000400:00000200:0.0:1715209677.210065:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209677.210071:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209677.210081:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954661312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209677.210140:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209677.210150:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406580 00000400:00000200:0.0:1715209677.210158:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xcf9 [1] + 224 00000400:00000010:3.0:1715209677.210171:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209677.210178:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000200:0.0:1715209677.210180:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715209677.210180:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000400:00000200:0.0:1715209677.210187:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:3.0:1715209677.210190:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954661312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209677.210196:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954661248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209677.210202:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954661312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209677.210238:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209677.210244:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209677.210250:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715209677.210329:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209677.210336:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209677.210338:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209677.210346:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954661248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209677.210356:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954661248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209677.210374:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209677.210379:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715209677.210382:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715209682.215638:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209682.215671:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715209682.215730:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209682.215735:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715209682.215807:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 02000000:00000010:2.0:1715209682.215809:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:3.0:1715209682.215816:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209682.215824:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715209682.215830:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000100:00000200:3.0:1715209682.215833:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661440, portal 4 00000400:00000010:2.0:1715209682.215838:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:3.0:1715209682.215841:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:2.0:1715209682.215844:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661376, portal 25 00000100:00000200:3.0:1715209682.215844:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661440, offset 0 00000400:00000010:2.0:1715209682.215850:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000200:3.0:1715209682.215857:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209682.215867:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954661376, offset 0 00000400:00000200:2.0:1715209682.215877:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209682.215878:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209682.215885:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209682.215891:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209682.215913:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209682.215916:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209682.215920:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [391:391:256:4294967295] 192.168.203.134@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:3.0:1715209682.215933:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209682.215942:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209682.215946:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209682.215948:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:2.0:1715209682.215952:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209682.215957:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209682.215957:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209682.215961:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209682.215965:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209682.215968:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209682.215970:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [392:392:255:4294967295] 192.168.203.134@tcp LPNI seq info [392:392:7:4294967295] 00000800:00000200:3.0:1715209682.215973:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209682.215986:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209682.215995:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209682.216001:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715209682.216008:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209682.216016:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209682.216021:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209682.216052:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209682.216061:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715209682.216068:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209682.216078:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209682.216084:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:0.0:1715209682.216087:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:0.0:1715209682.216110:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954661440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209682.216180:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209682.216182:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209682.216186:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209682.216190:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209682.216192:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715209682.216194:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715209682.216200:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954661376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209682.218168:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209682.218184:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406600 00000400:00000200:0.0:1715209682.218193:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd05 [1] + 224 00000400:00000200:0.0:1715209682.218206:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209682.218209:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209682.218217:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954661376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209682.218253:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209682.218258:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406640 00000400:00000200:0.0:1715209682.218263:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd01 [1] + 224 00000400:00000200:0.0:1715209682.218278:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209682.218282:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209682.218286:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954661440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209682.218344:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:2.0:1715209682.218362:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715209682.218364:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209682.218376:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954661376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209682.218389:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954661376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209682.218441:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000400:00000010:3.0:1715209682.218446:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209682.218448:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000200:3.0:1715209682.218453:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000100:00000010:2.0:1715209682.218454:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:3.0:1715209682.218455:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209682.218494:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954661440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209682.218506:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954661440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209682.218532:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209682.218537:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715209682.218540:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209687.223592:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209687.223617:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715209687.223669:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209687.223673:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715209687.223734:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 02000000:00000010:2.0:1715209687.223739:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:3.0:1715209687.223741:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209687.223749:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000400:00000010:3.0:1715209687.223749:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209687.223757:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661568, portal 4 00000400:00000010:2.0:1715209687.223763:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:3.0:1715209687.223763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715209687.223766:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661568, offset 0 00000100:00000200:2.0:1715209687.223768:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661504, portal 25 00000400:00000010:2.0:1715209687.223772:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000200:3.0:1715209687.223777:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209687.223796:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954661504, offset 0 00000400:00000200:2.0:1715209687.223804:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209687.223807:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209687.223813:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209687.223818:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209687.223821:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209687.223824:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209687.223827:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [393:393:256:4294967295] 192.168.203.134@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:3.0:1715209687.223839:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209687.223845:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209687.223849:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000200:2.0:1715209687.223850:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209687.223855:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209687.223856:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209687.223860:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209687.223864:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209687.223865:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209687.223868:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209687.223871:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209687.223872:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [394:394:255:4294967295] 192.168.203.134@tcp LPNI seq info [394:394:7:4294967295] 00000400:00000200:2.0:1715209687.223886:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209687.223894:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209687.223899:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715209687.223905:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209687.223914:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209687.223919:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209687.223948:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209687.223954:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715209687.223961:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209687.223968:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209687.223972:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:0.0:1715209687.223982:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:0.0:1715209687.223992:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954661568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209687.224067:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209687.224070:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715209687.224074:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209687.224077:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209687.224080:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715209687.224081:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715209687.224086:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954661504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209687.225974:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209687.225988:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304066c0 00000400:00000200:0.0:1715209687.225996:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd11 [1] + 224 00000400:00000200:0.0:1715209687.226006:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209687.226010:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209687.226017:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954661568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209687.226052:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209687.226057:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406680 00000400:00000200:0.0:1715209687.226061:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd19 [1] + 224 00000400:00000200:0.0:1715209687.226075:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209687.226079:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209687.226084:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954661504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209687.226097:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209687.226105:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209687.226107:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209687.226115:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954661568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209687.226126:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954661568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209687.226156:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209687.226161:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209687.226164:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000010:2.0:1715209687.226200:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:2.0:1715209687.226208:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715209687.226219:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209687.226228:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954661504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209687.226239:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954661504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209687.226257:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209687.226261:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715209687.226264:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209692.231603:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209692.231627:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209692.231677:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209692.231681:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715209692.231748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715209692.231756:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209692.231762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209692.231770:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209692.231770:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661696, portal 4 00000400:00000010:0.0:1715209692.231780:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:0.0:1715209692.231785:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715209692.231789:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661632, portal 25 00000400:00000010:3.0:1715209692.231793:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:3.0:1715209692.231796:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661696, offset 0 00000400:00000010:0.0:1715209692.231802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000200:3.0:1715209692.231807:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209692.231817:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954661632, offset 0 00000400:00000200:3.0:1715209692.231823:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209692.231825:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209692.231829:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209692.231833:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209692.231837:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209692.231840:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209692.231843:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [395:395:256:4294967295] 192.168.203.134@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:3.0:1715209692.231854:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209692.231861:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209692.231863:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209692.231865:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715209692.231867:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209692.231870:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209692.231871:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209692.231873:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209692.231875:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209692.231878:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [396:396:255:4294967295] 192.168.203.134@tcp LPNI seq info [396:396:7:4294967295] 00000800:00000200:3.0:1715209692.231880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209692.231885:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209692.231888:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209692.231893:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209692.231896:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209692.231901:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209692.231907:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209692.231911:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209692.232012:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209692.232037:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715209692.232051:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209692.232066:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209692.232075:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:1.0:1715209692.232080:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:1.0:1715209692.232096:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954661696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209692.232213:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209692.232217:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209692.232221:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209692.232228:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209692.232232:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715209692.232234:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715209692.232243:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954661632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209692.234050:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209692.234064:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406700 00000400:00000200:0.0:1715209692.234072:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd25 [1] + 224 00000400:00000200:0.0:1715209692.234084:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209692.234088:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209692.234099:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954661632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209692.234137:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209692.234142:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406740 00000400:00000200:0.0:1715209692.234146:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd21 [1] + 224 00000400:00000200:0.0:1715209692.234162:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209692.234166:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209692.234171:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954661696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209692.234227:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715209692.234235:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:2.0:1715209692.234237:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:2.0:1715209692.234246:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954661632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209692.234257:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954661632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209692.234281:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209692.234287:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715209692.234292:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000010:3.0:1715209692.234297:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209692.234304:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209692.234306:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209692.234314:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954661696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209692.234325:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954661696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209692.234375:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209692.234380:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209692.234383:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715209697.239585:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209697.239609:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209697.239653:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209697.239657:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:0.0:1715209697.239700:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209697.239711:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 02000000:00000010:3.0:1715209697.239712:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:0.0:1715209697.239719:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715209697.239726:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661760, portal 25 00000400:00000010:0.0:1715209697.239730:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000010:3.0:1715209697.239732:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:0.0:1715209697.239733:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954661760, offset 0 00000400:00000010:3.0:1715209697.239737:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:0.0:1715209697.239744:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209697.239753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661824, portal 4 00000400:00000200:0.0:1715209697.239757:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209697.239760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000100:00000200:3.0:1715209697.239762:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661824, offset 0 00000400:00000200:0.0:1715209697.239763:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209697.239767:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209697.239770:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209697.239771:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209697.239774:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209697.239778:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [397:397:256:4294967295] 192.168.203.134@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:0.0:1715209697.239788:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209697.239794:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209697.239797:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209697.239798:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:3.0:1715209697.239801:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209697.239804:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209697.239804:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209697.239807:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209697.239810:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209697.239813:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209697.239813:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [398:398:255:4294967295] 192.168.203.134@tcp LPNI seq info [398:398:7:4294967295] 00000800:00000200:0.0:1715209697.239819:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209697.239823:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209697.239827:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209697.239831:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715209697.239835:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209697.239842:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209697.239845:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209697.239918:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209697.239929:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209697.239943:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209697.239957:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209697.239967:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209697.239971:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715209697.239989:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954661760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209697.240120:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209697.240124:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715209697.240130:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209697.240137:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209697.240142:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:1.0:1715209697.240145:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:1.0:1715209697.240152:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954661824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209697.242029:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209697.242041:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406780 00000400:00000200:0.0:1715209697.242047:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd31 [1] + 224 00000400:00000200:0.0:1715209697.242059:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209697.242063:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209697.242073:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954661760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209697.242110:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209697.242115:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304067c0 00000400:00000200:0.0:1715209697.242129:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd39 [1] + 224 00000400:00000010:2.0:1715209697.242146:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:0.0:1715209697.242148:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209697.242152:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715209697.242155:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:2.0:1715209697.242157:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715209697.242167:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954661760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209697.242168:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954661824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209697.242179:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954661760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209697.242203:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209697.242209:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715209697.242214:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:3.0:1715209697.242290:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209697.242316:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209697.242319:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209697.242327:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954661824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209697.242339:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954661824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209697.242364:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209697.242368:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209697.242372:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715209702.247626:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209702.247651:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209702.247721:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209702.247726:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715209702.247795:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715209702.247802:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209702.247809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209702.247817:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661952, portal 4 00000400:00000010:3.0:1715209702.247824:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715209702.247826:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954661952, offset 0 00000400:00000200:3.0:1715209702.247837:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715209702.247840:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715209702.247851:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209702.247856:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000200:3.0:1715209702.247856:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209702.247860:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209702.247864:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715209702.247865:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:3.0:1715209702.247867:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209702.247871:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [399:399:256:4294967295] 192.168.203.134@tcp LPNI seq info [399:399:8:4294967295] 00000100:00000200:0.0:1715209702.247873:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954661888, portal 25 00000400:00000010:0.0:1715209702.247879:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715209702.247882:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954661888, offset 0 00000400:00000200:3.0:1715209702.247882:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209702.247889:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209702.247893:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209702.247893:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715209702.247900:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209702.247909:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209702.247910:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209702.247914:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209702.247916:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209702.247921:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209702.247925:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209702.247928:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209702.247931:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [400:400:255:4294967295] 192.168.203.134@tcp LPNI seq info [400:400:7:4294967295] 00000400:00000200:0.0:1715209702.247943:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209702.247950:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209702.247954:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209702.247961:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209702.247972:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209702.247976:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209702.248017:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209702.248040:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715209702.248048:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209702.248056:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209702.248061:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:1.0:1715209702.248064:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:1.0:1715209702.248075:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954661952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209702.248176:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209702.248179:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209702.248182:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209702.248186:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209702.248189:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209702.248191:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715209702.248197:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954661888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209702.250024:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209702.250039:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406840 00000400:00000200:0.0:1715209702.250047:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd41 [1] + 224 00000400:00000200:0.0:1715209702.250060:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209702.250063:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209702.250082:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954661952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209702.250128:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209702.250133:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406800 00000400:00000200:0.0:1715209702.250138:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd49 [1] + 224 00000400:00000200:0.0:1715209702.250158:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209702.250162:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209702.250167:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954661888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209702.250217:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209702.250226:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209702.250228:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209702.250239:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954661952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209702.250252:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954661952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209702.250307:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715209702.250314:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000400:00000010:1.0:1715209702.250318:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:1.0:1715209702.250327:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209702.250329:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000010:3.0:1715209702.250329:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000200:1.0:1715209702.250338:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954661888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209702.250350:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954661888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209702.250376:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209702.250382:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715209702.250387:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715209707.255585:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209707.255609:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209707.255656:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209707.255660:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715209707.255725:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715209707.255732:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209707.255739:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209707.255747:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662080, portal 4 00000400:00000010:3.0:1715209707.255753:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715209707.255755:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662080, offset 0 00000400:00000200:3.0:1715209707.255766:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209707.255780:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209707.255785:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209707.255790:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209707.255794:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209707.255796:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209707.255800:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [401:401:256:4294967295] 192.168.203.134@tcp LPNI seq info [401:401:8:4294967295] 02000000:00000010:0.0:1715209707.255802:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715209707.255811:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209707.255817:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209707.255819:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000800:00000010:3.0:1715209707.255822:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000010:0.0:1715209707.255828:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000800:00000200:3.0:1715209707.255829:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:0.0:1715209707.255836:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662016, portal 25 00000800:00000200:3.0:1715209707.255838:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:0.0:1715209707.255842:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000800:00000200:3.0:1715209707.255843:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1715209707.255845:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662016, offset 0 00000400:00000200:0.0:1715209707.255857:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209707.255874:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209707.255879:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209707.255884:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209707.255888:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209707.255891:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209707.255894:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [402:402:255:4294967295] 192.168.203.134@tcp LPNI seq info [402:402:7:4294967295] 00000400:00000200:0.0:1715209707.255906:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209707.255912:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209707.255916:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209707.255923:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209707.255932:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209707.255936:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209707.255947:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209707.255954:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209707.255963:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209707.255971:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209707.255976:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:1.0:1715209707.255978:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:1.0:1715209707.255989:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954662080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209707.256113:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209707.256116:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209707.256119:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209707.256123:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209707.256126:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715209707.256128:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715209707.256133:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954662016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209707.257986:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209707.258008:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304068c0 00000400:00000200:0.0:1715209707.258017:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd51 [1] + 224 00000400:00000200:0.0:1715209707.258031:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209707.258035:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209707.258043:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954662080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209707.258086:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209707.258091:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406880 00000400:00000200:0.0:1715209707.258096:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd59 [1] + 224 00000400:00000200:0.0:1715209707.258111:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209707.258115:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209707.258119:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954662016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209707.258181:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209707.258189:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209707.258191:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209707.258202:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954662080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209707.258215:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954662080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209707.258269:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:1.0:1715209707.258278:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209707.258280:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 02000000:00000010:3.0:1715209707.258288:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 00000100:00000200:1.0:1715209707.258289:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954662016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209707.258294:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209707.258299:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000200:1.0:1715209707.258300:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954662016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209707.258326:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209707.258333:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715209707.258338:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715209712.263590:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209712.263616:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209712.263666:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209712.263670:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715209712.263737:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715209712.263745:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209712.263751:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209712.263756:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209712.263759:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662208, portal 4 00000400:00000010:0.0:1715209712.263765:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:3.0:1715209712.263766:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715209712.263768:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662208, offset 0 00000400:00000010:0.0:1715209712.263771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000400:00000200:3.0:1715209712.263779:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209712.263786:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662144, portal 25 00000400:00000010:0.0:1715209712.263793:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715209712.263795:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662144, offset 0 00000400:00000200:3.0:1715209712.263795:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209712.263800:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209712.263802:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209712.263805:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209712.263808:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209712.263811:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209712.263815:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [403:403:256:4294967295] 192.168.203.134@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:3.0:1715209712.263826:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209712.263832:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209712.263835:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209712.263836:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715209712.263839:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209712.263842:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209712.263843:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209712.263845:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209712.263847:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209712.263850:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [404:404:255:4294967295] 192.168.203.134@tcp LPNI seq info [404:404:7:4294967295] 00000800:00000200:3.0:1715209712.263853:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209712.263858:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209712.263860:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209712.263865:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209712.263883:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209712.263888:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209712.263895:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209712.263898:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209712.263967:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209712.263977:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715209712.263988:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209712.263999:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209712.264006:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:1.0:1715209712.264009:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:1.0:1715209712.264024:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954662208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209712.264127:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209712.264130:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209712.264133:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209712.264138:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209712.264158:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209712.264160:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209712.264167:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954662144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209712.265924:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209712.265939:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406940 00000400:00000200:0.0:1715209712.265947:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd61 [1] + 224 00000400:00000200:0.0:1715209712.265958:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209712.265963:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209712.265972:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954662208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209712.266010:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209712.266015:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406900 00000400:00000200:0.0:1715209712.266019:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd69 [1] + 224 00000400:00000200:0.0:1715209712.266035:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209712.266039:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209712.266044:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954662144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209712.266098:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209712.266106:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209712.266108:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209712.266126:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954662208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209712.266137:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954662208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209712.266170:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715209712.266175:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209712.266180:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:1.0:1715209712.266184:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:1.0:1715209712.266192:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209712.266217:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209712.266227:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954662144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209712.266239:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954662144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209712.266269:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209712.266281:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715209712.266285:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715209717.271586:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209717.271607:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209717.271652:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209717.271656:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209717.271717:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209717.271723:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209717.271730:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209717.271738:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662336, portal 4 00000400:00000010:3.0:1715209717.271745:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000100:00000200:3.0:1715209717.271747:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662336, offset 0 02000000:00000010:2.0:1715209717.271754:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:3.0:1715209717.271758:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715209717.271766:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000400:00000010:2.0:1715209717.271771:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000200:3.0:1715209717.271771:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209717.271776:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209717.271781:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209717.271785:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209717.271788:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209717.271791:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [405:405:256:4294967295] 192.168.203.134@tcp LPNI seq info [405:405:8:4294967295] 00000100:00000200:2.0:1715209717.271798:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662272, portal 25 00000400:00000010:2.0:1715209717.271802:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000400:00000200:3.0:1715209717.271802:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:2.0:1715209717.271803:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662272, offset 0 00000800:00000200:3.0:1715209717.271810:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209717.271812:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209717.271814:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715209717.271820:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209717.271823:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209717.271826:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209717.271829:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209717.271829:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209717.271832:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209717.271834:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209717.271834:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209717.271836:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [406:406:255:4294967295] 192.168.203.134@tcp LPNI seq info [406:406:7:4294967295] 00000400:00000200:2.0:1715209717.271843:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209717.271847:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209717.271850:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209717.271854:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209717.271861:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209717.271864:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209717.271912:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209717.271918:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715209717.271924:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209717.271932:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209717.271936:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:0.0:1715209717.271939:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:0.0:1715209717.271948:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954662336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209717.272006:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209717.272008:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209717.272011:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209717.272024:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209717.272027:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715209717.272029:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715209717.272035:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954662272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209717.273503:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209717.273517:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304069c0 00000400:00000200:0.0:1715209717.273524:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd71 [1] + 224 00000400:00000200:0.0:1715209717.273534:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209717.273538:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209717.273545:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954662336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209717.273581:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209717.273586:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406980 00000400:00000200:0.0:1715209717.273591:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd79 [1] + 224 00000400:00000200:0.0:1715209717.273609:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209717.273613:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209717.273618:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954662272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209717.273664:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209717.273672:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209717.273674:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209717.273682:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954662336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209717.273693:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954662336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209717.273702:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:2.0:1715209717.273706:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715209717.273708:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209717.273715:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954662272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209717.273722:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 00000100:00000200:2.0:1715209717.273723:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954662272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209717.273727:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209717.273731:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 02000000:00000010:2.0:1715209717.273741:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715209717.273744:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715209717.273748:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715209722.279568:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209722.279588:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209722.279632:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715209722.279647:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715209722.279708:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209722.279726:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:1.0:1715209722.279732:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:3.0:1715209722.279732:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209722.279739:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662464, portal 4 00000400:00000010:1.0:1715209722.279742:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715209722.279747:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000400:00000010:1.0:1715209722.279748:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715209722.279749:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662464, offset 0 00000100:00000200:1.0:1715209722.279753:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662400, portal 25 00000400:00000010:1.0:1715209722.279756:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:3.0:1715209722.279760:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209722.279764:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662400, offset 0 00000400:00000200:1.0:1715209722.279771:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209722.279774:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209722.279779:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209722.279784:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209722.279788:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209722.279791:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209722.279794:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [407:407:256:4294967295] 192.168.203.134@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:3.0:1715209722.279805:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209722.279811:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209722.279815:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209722.279815:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209722.279818:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209722.279821:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209722.279823:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209722.279824:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209722.279826:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [408:408:255:4294967295] 192.168.203.134@tcp LPNI seq info [408:408:7:4294967295] 00000400:00000200:1.0:1715209722.279832:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209722.279835:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209722.279838:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:3.0:1715209722.279842:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209722.279851:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209722.279852:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209722.279857:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209722.279858:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209722.279862:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209722.279926:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209722.279932:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209722.279938:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209722.279946:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209722.279950:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:0.0:1715209722.279952:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:0.0:1715209722.279962:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954662464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209722.280018:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209722.280030:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715209722.280042:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209722.280046:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209722.280049:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715209722.280051:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715209722.280056:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954662400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209722.281527:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209722.281541:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406a40 00000400:00000200:0.0:1715209722.281548:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd81 [1] + 224 00000400:00000200:0.0:1715209722.281558:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209722.281562:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209722.281569:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954662464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209722.281603:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209722.281608:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406a00 00000400:00000200:0.0:1715209722.281613:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd89 [1] + 224 00000400:00000200:0.0:1715209722.281628:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209722.281632:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209722.281636:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954662400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209722.281699:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209722.281707:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209722.281709:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209722.281716:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954662464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209722.281719:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209722.281722:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209722.281724:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715209722.281727:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954662464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209722.281729:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954662400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209722.281736:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954662400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209722.281753:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:3.0:1715209722.281757:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:1.0:1715209722.281760:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715209722.281762:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715209722.281764:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715209722.281766:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715209727.287669:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715209727.287694:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209727.287759:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209727.287763:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715209727.287844:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209727.287852:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209727.287856:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209727.287858:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209727.287866:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662592, portal 4 00000400:00000010:0.0:1715209727.287868:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:3.0:1715209727.287873:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000400:00000010:0.0:1715209727.287874:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:3.0:1715209727.287876:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662592, offset 0 00000100:00000200:0.0:1715209727.287880:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662528, portal 25 00000400:00000010:0.0:1715209727.287883:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:3.0:1715209727.287886:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209727.287892:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662528, offset 0 00000400:00000200:0.0:1715209727.287899:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209727.287900:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209727.287905:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209727.287910:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209727.287913:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209727.287916:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209727.287920:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [409:409:256:4294967295] 192.168.203.134@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:3.0:1715209727.287931:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209727.287953:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209727.287958:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209727.287958:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715209727.287961:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209727.287965:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209727.287973:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209727.287976:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209727.287978:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209727.287979:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209727.287980:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209727.287982:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [410:410:255:4294967295] 192.168.203.134@tcp LPNI seq info [410:410:7:4294967295] 00000400:00000200:0.0:1715209727.287989:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209727.287993:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209727.287996:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715209727.288002:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209727.288008:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209727.288011:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209727.288051:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209727.288055:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715209727.288062:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209727.288066:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209727.288070:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:1.0:1715209727.288071:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:1.0:1715209727.288079:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954662592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209727.288166:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209727.288168:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209727.288170:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209727.288172:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209727.288173:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209727.288174:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209727.288178:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954662528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209727.289911:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209727.289918:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406ac0 00000400:00000200:0.0:1715209727.289923:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd91 [1] + 224 00000400:00000200:0.0:1715209727.289931:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209727.289933:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209727.289937:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954662592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209727.289958:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209727.289961:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406a80 00000400:00000200:0.0:1715209727.289963:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xd99 [1] + 224 00000400:00000200:0.0:1715209727.289973:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209727.289975:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209727.289977:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954662528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209727.290048:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:1.0:1715209727.290052:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715209727.290057:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715209727.290061:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954662528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209727.290067:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954662528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209727.290067:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209727.290075:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209727.290077:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:1.0:1715209727.290085:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209727.290088:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954662592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209727.290101:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715209727.290104:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:3.0:1715209727.290136:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954662592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209727.290176:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209727.290184:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209727.290190:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715209732.295636:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209732.295662:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209732.295723:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209732.295728:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:0.0:1715209732.295796:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209732.295807:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 02000000:00000010:3.0:1715209732.295807:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:0.0:1715209732.295813:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000010:3.0:1715209732.295814:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:0.0:1715209732.295819:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662656, portal 25 00000400:00000010:3.0:1715209732.295821:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209732.295828:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662720, portal 4 00000400:00000010:3.0:1715209732.295834:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000400:00000010:0.0:1715209732.295836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:3.0:1715209732.295837:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662720, offset 0 00000100:00000200:0.0:1715209732.295839:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662656, offset 0 00000400:00000200:3.0:1715209732.295847:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209732.295855:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209732.295861:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209732.295867:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209732.295871:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209732.295875:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209732.295893:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209732.295897:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [411:411:256:4294967295] 192.168.203.134@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000200:3.0:1715209732.295909:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209732.295916:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209732.295919:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209732.295922:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209732.295922:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715209732.295925:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209732.295928:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209732.295928:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209732.295930:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209732.295932:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [412:412:255:4294967295] 192.168.203.134@tcp LPNI seq info [412:412:7:4294967295] 00000400:00000200:0.0:1715209732.295938:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209732.295938:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209732.295942:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715209732.295943:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209732.295945:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209732.295950:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209732.295955:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209732.295958:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209732.296006:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209732.296009:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715209732.296014:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209732.296018:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209732.296021:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:1.0:1715209732.296023:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:1.0:1715209732.296031:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954662720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209732.296106:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209732.296107:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209732.296109:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209732.296111:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209732.296127:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715209732.296128:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209732.296133:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954662656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209732.297749:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209732.297755:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406b40 00000400:00000200:0.0:1715209732.297760:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xda5 [1] + 224 00000400:00000200:0.0:1715209732.297768:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209732.297770:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209732.297774:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954662720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209732.297792:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209732.297794:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406b00 00000400:00000200:0.0:1715209732.297797:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xda1 [1] + 224 00000400:00000200:0.0:1715209732.297806:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209732.297807:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209732.297809:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954662656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209732.297883:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:1.0:1715209732.297887:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209732.297888:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715209732.297891:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954662656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209732.297896:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954662656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209732.297902:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209732.297910:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209732.297912:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:1.0:1715209732.297916:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209732.297921:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954662720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209732.297924:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715209732.297928:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:3.0:1715209732.297935:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954662720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209732.297986:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209732.297995:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209732.298001:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715209737.303604:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209737.303627:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715209737.303675:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209737.303679:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715209737.303747:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209737.303754:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209737.303755:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209737.303760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209737.303767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000100:00000200:3.0:1715209737.303769:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662848, portal 4 00000400:00000010:0.0:1715209737.303773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000010:3.0:1715209737.303776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:0.0:1715209737.303778:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662784, portal 25 00000100:00000200:3.0:1715209737.303778:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662848, offset 0 00000400:00000010:0.0:1715209737.303782:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000400:00000200:3.0:1715209737.303789:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209737.303795:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662784, offset 0 00000400:00000200:0.0:1715209737.303802:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209737.303804:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209737.303825:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209737.303830:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209737.303833:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209737.303836:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209737.303840:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [413:413:256:4294967295] 192.168.203.134@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:3.0:1715209737.303851:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209737.303858:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209737.303862:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209737.303862:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209737.303866:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209737.303868:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209737.303869:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209737.303872:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209737.303874:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209737.303876:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [414:414:255:4294967295] 192.168.203.134@tcp LPNI seq info [414:414:7:4294967295] 00000800:00000200:3.0:1715209737.303878:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209737.303883:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209737.303883:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209737.303887:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209737.303890:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209737.303894:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209737.303901:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209737.303904:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209737.303955:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209737.303958:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209737.303964:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209737.303968:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209737.303971:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:1.0:1715209737.303972:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:1.0:1715209737.303980:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954662848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209737.304073:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209737.304075:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209737.304077:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209737.304080:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209737.304081:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209737.304082:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209737.304086:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954662784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209737.305707:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209737.305715:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406b80 00000400:00000200:0.0:1715209737.305720:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdb5 [1] + 224 00000400:00000200:0.0:1715209737.305728:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209737.305730:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209737.305735:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954662784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209737.305757:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209737.305760:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406bc0 00000400:00000200:0.0:1715209737.305774:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdb1 [1] + 224 00000400:00000200:0.0:1715209737.305784:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209737.305786:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209737.305789:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954662848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209737.305807:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:2.0:1715209737.305812:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715209737.305813:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:2.0:1715209737.305818:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954662784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209737.305834:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954662784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209737.305853:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209737.305857:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715209737.305860:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:3.0:1715209737.305913:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209737.305923:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209737.305926:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209737.305938:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954662848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209737.305955:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954662848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209737.305995:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209737.306003:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209737.306010:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715209742.311587:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209742.311611:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209742.311660:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209742.311664:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209742.311727:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715209742.311734:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209742.311741:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209742.311750:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662976, portal 4 00000400:00000010:3.0:1715209742.311756:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 02000000:00000010:1.0:1715209742.311763:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000100:00000200:3.0:1715209742.311775:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954662976, offset 0 00000400:00000010:1.0:1715209742.311780:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715209742.311786:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209742.311798:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715209742.311801:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209742.311806:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954662912, portal 25 00000400:00000200:3.0:1715209742.311807:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209742.311811:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:3.0:1715209742.311811:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715209742.311814:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954662912, offset 0 00000400:00000200:3.0:1715209742.311815:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209742.311818:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209742.311823:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [415:415:256:4294967295] 192.168.203.134@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:1.0:1715209742.311826:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209742.311834:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209742.311840:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209742.311845:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715209742.311851:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209742.311851:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209742.311857:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209742.311861:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209742.311862:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209742.311866:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209742.311866:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209742.311868:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209742.311872:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [416:416:255:4294967295] 192.168.203.134@tcp LPNI seq info [416:416:7:4294967295] 00000400:00000200:1.0:1715209742.311884:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209742.311908:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209742.311914:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715209742.311921:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209742.311931:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209742.311935:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209742.311972:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209742.311978:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209742.311985:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209742.312016:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209742.312022:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:0.0:1715209742.312024:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:0.0:1715209742.312036:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954662976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209742.312137:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209742.312140:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715209742.312143:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209742.312146:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209742.312149:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715209742.312151:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715209742.312154:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954662912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209742.314217:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209742.314231:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406c40 00000400:00000200:0.0:1715209742.314240:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdc1 [1] + 224 00000400:00000200:0.0:1715209742.314252:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209742.314256:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209742.314264:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954662976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209742.314304:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209742.314320:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406c00 00000400:00000200:0.0:1715209742.314324:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdc9 [1] + 224 00000400:00000200:0.0:1715209742.314342:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209742.314346:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209742.314350:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954662912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209742.314361:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209742.314370:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209742.314373:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209742.314386:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954662976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209742.314405:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954662976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209742.314444:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715209742.314453:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209742.314490:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000010:1.0:1715209742.314498:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209742.314506:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209742.314508:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209742.314516:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954662912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209742.314532:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954662912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209742.314567:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715209742.314575:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715209742.314581:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715209747.319635:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209747.319660:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209747.319716:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209747.319720:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715209747.319789:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715209747.319797:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209747.319821:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209747.319829:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663104, portal 4 02000000:00000010:0.0:1715209747.319830:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209747.319836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:3.0:1715209747.319838:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954663104, offset 0 00000400:00000010:0.0:1715209747.319839:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:0.0:1715209747.319845:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000200:3.0:1715209747.319850:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209747.319860:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663040, portal 25 00000400:00000010:0.0:1715209747.319864:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000200:3.0:1715209747.319865:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209747.319866:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663040, offset 0 00000400:00000200:3.0:1715209747.319870:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209747.319873:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209747.319874:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209747.319878:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209747.319881:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209747.319885:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [417:417:256:4294967295] 192.168.203.134@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:3.0:1715209747.319896:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209747.319903:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209747.319905:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209747.319907:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715209747.319909:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209747.319912:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209747.319914:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209747.319915:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209747.319918:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209747.319921:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [418:418:255:4294967295] 192.168.203.134@tcp LPNI seq info [418:418:7:4294967295] 00000800:00000200:3.0:1715209747.319923:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209747.319928:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209747.319930:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209747.319935:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209747.319939:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715209747.319944:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209747.319950:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209747.319979:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209747.320058:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209747.320068:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715209747.320078:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209747.320090:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209747.320097:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:1.0:1715209747.320100:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:1.0:1715209747.320114:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954663104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209747.320222:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209747.320225:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209747.320228:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209747.320232:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209747.320235:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715209747.320237:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715209747.320243:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954663040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209747.321878:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209747.321897:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406cc0 00000400:00000200:0.0:1715209747.321907:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdd1 [1] + 224 00000400:00000200:0.0:1715209747.321923:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209747.321941:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209747.321980:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954663104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209747.322041:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209747.322051:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406c80 00000400:00000200:0.0:1715209747.322058:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdd9 [1] + 224 00000400:00000200:0.0:1715209747.322083:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209747.322088:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209747.322095:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954663040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209747.322107:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209747.322115:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209747.322117:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209747.322125:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954663104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209747.322137:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954663104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209747.322170:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715209747.322175:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209747.322179:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:1.0:1715209747.322245:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:1.0:1715209747.322253:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715209747.322256:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715209747.322265:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954663040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209747.322277:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954663040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209747.322307:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209747.322315:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715209747.322319:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715209752.327595:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209752.327621:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209752.327671:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209752.327691:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715209752.327758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 02000000:00000010:0.0:1715209752.327761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209752.327765:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209752.327769:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:3.0:1715209752.327772:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209752.327774:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:3.0:1715209752.327780:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663232, portal 4 00000100:00000200:0.0:1715209752.327781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663168, portal 25 00000400:00000010:0.0:1715209752.327786:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000400:00000010:3.0:1715209752.327787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:0.0:1715209752.327788:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663168, offset 0 00000100:00000200:3.0:1715209752.327789:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954663232, offset 0 00000400:00000200:0.0:1715209752.327799:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209752.327807:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209752.327814:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209752.327819:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209752.327824:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209752.327828:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209752.327830:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209752.327834:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [419:419:256:4294967295] 192.168.203.134@tcp LPNI seq info [419:419:8:4294967295] 00000400:00000200:0.0:1715209752.327845:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209752.327851:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209752.327854:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209752.327855:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:3.0:1715209752.327857:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209752.327861:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209752.327861:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209752.327864:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209752.327866:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209752.327869:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [420:420:255:4294967295] 192.168.203.134@tcp LPNI seq info [420:420:7:4294967295] 00000800:00000200:0.0:1715209752.327871:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209752.327876:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209752.327879:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209752.327884:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209752.327887:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000800:00000200:3.0:1715209752.327892:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209752.327899:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209752.327902:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209752.327991:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209752.327997:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209752.328002:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209752.328010:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209752.328015:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209752.328017:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209752.328027:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954663168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209752.328086:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209752.328089:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715209752.328092:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209752.328096:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209752.328098:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:1.0:1715209752.328100:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:1.0:1715209752.328104:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954663232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209752.329849:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209752.329863:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406d40 00000400:00000200:0.0:1715209752.329870:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xde1 [1] + 224 00000400:00000200:0.0:1715209752.329881:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209752.329885:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209752.329892:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954663232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209752.329952:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209752.329957:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406d00 00000400:00000200:0.0:1715209752.329961:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xde5 [1] + 224 00000400:00000200:0.0:1715209752.329978:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209752.329982:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209752.329988:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954663168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209752.330013:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209752.330020:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209752.330022:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209752.330030:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954663232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209752.330042:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954663232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209752.330071:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715209752.330076:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209752.330080:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:1.0:1715209752.330131:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:1.0:1715209752.330139:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715209752.330141:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715209752.330149:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954663168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209752.330176:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954663168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209752.330194:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209752.330199:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715209752.330202:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715209757.335577:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209757.335594:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209757.335631:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209757.335635:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:0.0:1715209757.335670:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209757.335676:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:0.0:1715209757.335681:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 02000000:00000010:3.0:1715209757.335682:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715209757.335686:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:0.0:1715209757.335688:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663296, portal 25 00000400:00000010:3.0:1715209757.335688:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209757.335690:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663360, portal 4 00000400:00000010:0.0:1715209757.335692:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209757.335693:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663296, offset 0 00000400:00000010:3.0:1715209757.335694:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:3.0:1715209757.335695:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954663360, offset 0 00000400:00000200:0.0:1715209757.335701:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209757.335707:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209757.335712:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209757.335716:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209757.335720:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209757.335723:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209757.335725:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209757.335727:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [421:421:256:4294967295] 192.168.203.134@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:0.0:1715209757.335735:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:3.0:1715209757.335740:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209757.335741:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209757.335742:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209757.335744:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209757.335746:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209757.335747:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209757.335749:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [422:422:255:4294967295] 192.168.203.134@tcp LPNI seq info [422:422:7:4294967295] 00000800:00000010:0.0:1715209757.335755:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:3.0:1715209757.335755:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209757.335758:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209757.335760:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000010:3.0:1715209757.335761:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000800:00000200:3.0:1715209757.335764:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209757.335767:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209757.335767:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209757.335771:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209757.335771:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209757.335823:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209757.335826:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209757.335831:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209757.335835:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209757.335837:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209757.335838:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209757.335845:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954663296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209757.335932:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209757.335934:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715209757.335937:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209757.335939:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209757.335941:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:1.0:1715209757.335941:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:1.0:1715209757.335944:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954663360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209757.337163:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209757.337172:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406dc0 00000400:00000200:0.0:1715209757.337178:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdf5 [1] + 224 00000400:00000200:0.0:1715209757.337187:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209757.337190:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209757.337195:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954663360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209757.337225:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209757.337230:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406d80 00000400:00000200:0.0:1715209757.337233:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xdf1 [1] + 224 00000400:00000200:0.0:1715209757.337246:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209757.337249:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209757.337252:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954663296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209757.337282:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209757.337286:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209757.337288:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209757.337291:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954663360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209757.337293:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:1.0:1715209757.337296:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715209757.337297:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:3.0:1715209757.337297:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954663360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209757.337301:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954663296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209757.337306:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954663296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209757.337319:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:3.0:1715209757.337319:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:1.0:1715209757.337322:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715209757.337322:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715209757.337325:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:1.0:1715209757.337327:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715209762.343582:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209762.343606:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209762.343653:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209762.343657:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715209762.343719:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715209762.343726:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209762.343733:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209762.343740:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663488, portal 4 00000400:00000010:3.0:1715209762.343747:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715209762.343749:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954663488, offset 0 00000400:00000200:3.0:1715209762.343760:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715209762.343767:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715209762.343775:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209762.343780:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209762.343783:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000200:3.0:1715209762.343784:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209762.343788:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209762.343791:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:0.0:1715209762.343792:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000400:00000200:3.0:1715209762.343794:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [423:423:256:4294967295] 192.168.203.134@tcp LPNI seq info [423:423:8:4294967295] 00000100:00000200:0.0:1715209762.343800:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663424, portal 25 00000400:00000010:0.0:1715209762.343805:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000200:3.0:1715209762.343806:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715209762.343808:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663424, offset 0 00000800:00000200:3.0:1715209762.343812:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209762.343816:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715209762.343819:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715209762.343822:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209762.343831:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209762.343836:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209762.343837:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209762.343842:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209762.343847:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209762.343882:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209762.343905:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209762.343909:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [424:424:255:4294967295] 192.168.203.134@tcp LPNI seq info [424:424:7:4294967295] 00000400:00000200:0.0:1715209762.343921:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209762.343929:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209762.343934:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209762.343941:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209762.343951:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209762.343956:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209762.343988:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209762.343993:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715209762.343999:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209762.344007:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209762.344011:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:1.0:1715209762.344014:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:1.0:1715209762.344022:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954663488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209762.344057:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209762.344059:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209762.344062:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209762.344066:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209762.344069:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209762.344070:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209762.344076:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954663424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209762.345605:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209762.345619:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406e00 00000400:00000200:0.0:1715209762.345627:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe09 [1] + 224 00000400:00000200:0.0:1715209762.345642:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209762.345646:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209762.345657:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954663424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209762.345699:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209762.345704:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406e40 00000400:00000200:0.0:1715209762.345710:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe01 [1] + 224 00000400:00000200:0.0:1715209762.345726:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209762.345730:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209762.345735:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954663488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209762.345791:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:2.0:1715209762.345799:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209762.345802:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209762.345811:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954663424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209762.345820:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209762.345823:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954663424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209762.345828:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209762.345830:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209762.345847:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209762.345879:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954663488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209762.345881:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715209762.345886:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:3.0:1715209762.345891:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954663488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209762.345915:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715209762.345921:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209762.345924:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209767.351578:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209767.351599:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209767.351645:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209767.351649:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209767.351707:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715209767.351714:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209767.351721:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209767.351728:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663616, portal 4 00000400:00000010:3.0:1715209767.351734:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715209767.351737:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954663616, offset 0 00000400:00000200:3.0:1715209767.351748:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209767.351762:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209767.351767:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1715209767.351769:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715209767.351772:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209767.351776:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209767.351779:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209767.351782:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [425:425:256:4294967295] 192.168.203.134@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000010:0.0:1715209767.351785:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:0.0:1715209767.351794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000200:3.0:1715209767.351794:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209767.351800:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209767.351802:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663552, portal 25 00000800:00000010:3.0:1715209767.351804:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000010:0.0:1715209767.351808:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715209767.351810:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663552, offset 0 00000800:00000200:3.0:1715209767.351810:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209767.351860:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209767.351865:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209767.351873:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209767.351890:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209767.351896:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209767.351901:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209767.351905:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209767.351907:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209767.351911:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [426:426:255:4294967295] 192.168.203.134@tcp LPNI seq info [426:426:7:4294967295] 00000400:00000200:0.0:1715209767.351923:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209767.351930:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209767.351935:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715209767.351942:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209767.351951:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209767.351956:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209767.351968:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209767.351974:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715209767.351980:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209767.351987:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209767.351992:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:1.0:1715209767.351994:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:1.0:1715209767.352004:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954663616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209767.352065:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209767.352068:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209767.352070:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209767.352074:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209767.352077:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209767.352079:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209767.352084:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954663552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209767.353845:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209767.353860:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406ec0 00000400:00000200:0.0:1715209767.353869:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe11 [1] + 224 00000400:00000200:0.0:1715209767.353885:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209767.353890:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209767.353901:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954663616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209767.353946:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209767.353951:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406e80 00000400:00000200:0.0:1715209767.353956:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe19 [1] + 224 00000400:00000200:0.0:1715209767.353981:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209767.353985:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209767.353990:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954663552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209767.354032:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209767.354040:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209767.354042:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209767.354051:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954663616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209767.354063:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954663616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209767.354088:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 02000000:00000010:3.0:1715209767.354094:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 00000400:00000200:1.0:1715209767.354096:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715209767.354098:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 02000000:00000010:3.0:1715209767.354100:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209767.354104:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:1.0:1715209767.354107:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954663552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209767.354118:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954663552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209767.354137:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209767.354142:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715209767.354146:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209772.359578:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209772.359601:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209772.359649:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209772.359653:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715209772.359718:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715209772.359726:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209772.359735:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209772.359744:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663744, portal 4 00000400:00000010:3.0:1715209772.359753:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 02000000:00000010:0.0:1715209772.359756:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209772.359756:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954663744, offset 0 00000400:00000200:3.0:1715209772.359770:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209772.359806:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000200:3.0:1715209772.359811:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209772.359813:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715209772.359819:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663680, portal 25 00000400:00000200:3.0:1715209772.359820:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209772.359822:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715209772.359824:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663680, offset 0 00000400:00000200:3.0:1715209772.359826:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209772.359832:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209772.359832:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209772.359836:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209772.359842:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [427:427:256:4294967295] 192.168.203.134@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:3.0:1715209772.359859:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209772.359869:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209772.359872:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209772.359875:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715209772.359876:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209772.359879:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209772.359882:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209772.359883:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209772.359886:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [428:428:255:4294967295] 192.168.203.134@tcp LPNI seq info [428:428:7:4294967295] 00000400:00000200:0.0:1715209772.359893:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209772.359897:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209772.359900:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:3.0:1715209772.359902:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209772.359905:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209772.359913:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209772.359915:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209772.359916:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209772.359922:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209772.360012:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209772.360018:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209772.360026:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209772.360033:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209772.360038:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209772.360040:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209772.360050:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954663680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209772.360128:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209772.360130:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715209772.360134:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209772.360138:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209772.360140:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:1.0:1715209772.360141:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:1.0:1715209772.360145:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954663744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209772.361885:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209772.361893:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406f00 00000400:00000200:0.0:1715209772.361899:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe29 [1] + 224 00000400:00000200:0.0:1715209772.361908:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209772.361911:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209772.361918:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954663680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209772.361942:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209772.361945:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406f40 00000400:00000200:0.0:1715209772.361948:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe21 [1] + 224 00000400:00000200:0.0:1715209772.361959:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209772.361965:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209772.361969:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954663744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209772.362041:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:2.0:1715209772.362049:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715209772.362051:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715209772.362060:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954663680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209772.362063:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209772.362071:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954663680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209772.362071:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209772.362073:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209772.362083:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954663744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209772.362095:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209772.362099:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954663744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209772.362101:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715209772.362105:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209772.362144:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209772.362151:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209772.362155:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715209777.367643:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209777.367674:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715209777.367800:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209777.367810:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:0.0:1715209777.367854:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209777.367865:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:0.0:1715209777.367873:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 02000000:00000010:2.0:1715209777.367878:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000100:00000200:0.0:1715209777.367881:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663808, portal 25 00000400:00000010:0.0:1715209777.367886:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000400:00000010:2.0:1715209777.367888:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379160. 00000100:00000200:0.0:1715209777.367889:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663808, offset 0 00000400:00000010:2.0:1715209777.367893:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000200:0.0:1715209777.367899:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209777.367907:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663872, portal 4 00000400:00000010:2.0:1715209777.367914:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000400:00000200:0.0:1715209777.367916:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209777.367921:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209777.367925:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209777.367929:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715209777.367930:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954663872, offset 0 00000400:00000200:0.0:1715209777.367931:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209777.367936:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [429:429:256:4294967295] 192.168.203.134@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:2.0:1715209777.367938:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209777.367947:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209777.367953:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209777.367955:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209777.367957:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715209777.367959:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209777.367963:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209777.367964:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209777.367966:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209777.367968:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209777.367971:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [430:430:255:4294967295] 192.168.203.134@tcp LPNI seq info [430:430:7:4294967295] 00000800:00000200:0.0:1715209777.367973:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209777.367978:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209777.367981:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209777.367986:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209777.367991:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715209777.367996:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209777.368001:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209777.368005:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209777.368093:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209777.368100:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209777.368108:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209777.368118:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209777.368124:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209777.368136:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209777.368149:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954663808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209777.368254:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209777.368257:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715209777.368262:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209777.368269:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209777.368273:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715209777.368276:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715209777.368283:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954663872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209777.370080:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209777.370094:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030406f80 00000400:00000200:0.0:1715209777.370102:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe31 [1] + 224 00000400:00000200:0.0:1715209777.370112:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209777.370116:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209777.370123:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954663808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209777.370179:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209777.370185:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030406fc0 00000400:00000200:0.0:1715209777.370189:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe39 [1] + 224 00000400:00000200:0.0:1715209777.370203:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209777.370207:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209777.370212:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954663872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209777.370228:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:2.0:1715209777.370236:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209777.370239:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209777.370247:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954663808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209777.370261:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954663808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209777.370291:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209777.370298:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715209777.370304:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:3.0:1715209777.370305:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379160. 00000400:00000200:3.0:1715209777.370314:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:3.0:1715209777.370317:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:3.0:1715209777.370327:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954663872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209777.370343:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954663872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209777.370373:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715209777.370379:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209777.370384:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715209782.375618:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209782.375642:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209782.375685:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209782.375705:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715209782.375796:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 02000000:00000010:0.0:1715209782.375798:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209782.375803:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209782.375807:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:3.0:1715209782.375810:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209782.375812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:3.0:1715209782.375818:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664000, portal 4 00000100:00000200:0.0:1715209782.375819:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954663936, portal 25 00000400:00000010:0.0:1715209782.375823:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000010:3.0:1715209782.375824:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000100:00000200:0.0:1715209782.375825:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954663936, offset 0 00000100:00000200:3.0:1715209782.375826:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664000, offset 0 00000400:00000200:0.0:1715209782.375836:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209782.375845:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209782.375851:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209782.375857:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209782.375861:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209782.375866:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209782.375868:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209782.375872:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [431:431:256:4294967295] 192.168.203.134@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:0.0:1715209782.375884:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209782.375890:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209782.375892:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209782.375894:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:3.0:1715209782.375896:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209782.375899:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209782.375900:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209782.375903:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209782.375905:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209782.375908:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [432:432:255:4294967295] 192.168.203.134@tcp LPNI seq info [432:432:7:4294967295] 00000800:00000200:0.0:1715209782.375909:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209782.375915:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209782.375918:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209782.375923:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209782.375926:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000800:00000200:3.0:1715209782.375931:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209782.375938:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209782.375941:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209782.376001:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209782.376007:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209782.376013:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209782.376020:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209782.376024:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715209782.376026:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209782.376037:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954663936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209782.376095:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209782.376097:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715209782.376101:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209782.376105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209782.376107:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:1.0:1715209782.376109:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:1.0:1715209782.376112:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954664000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209782.377571:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209782.377584:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407000 00000400:00000200:0.0:1715209782.377601:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe45 [1] + 224 00000400:00000200:0.0:1715209782.377614:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209782.377617:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209782.377624:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954663936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209782.377662:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209782.377668:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407040 00000400:00000200:0.0:1715209782.377672:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe41 [1] + 224 00000400:00000200:0.0:1715209782.377690:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209782.377694:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209782.377699:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954664000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209782.377736:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715209782.377745:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209782.377747:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209782.377756:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954663936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209782.377767:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954663936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209782.377800:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209782.377808:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715209782.377812:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:3.0:1715209782.377820:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209782.377828:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209782.377830:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209782.377838:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954664000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209782.377850:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954664000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209782.377873:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209782.377877:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209782.377880:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715209787.383581:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209787.383602:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209787.383645:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209787.383650:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715209787.383738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715209787.383745:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209787.383752:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209787.383755:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209787.383760:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664128, portal 4 00000400:00000010:0.0:1715209787.383764:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:3.0:1715209787.383766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000400:00000010:0.0:1715209787.383769:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:3.0:1715209787.383769:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664128, offset 0 00000100:00000200:0.0:1715209787.383774:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664064, portal 25 00000400:00000010:0.0:1715209787.383778:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000200:3.0:1715209787.383780:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209787.383790:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664064, offset 0 00000400:00000200:3.0:1715209787.383794:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209787.383798:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209787.383801:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209787.383806:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209787.383810:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209787.383813:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209787.383816:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [433:433:256:4294967295] 192.168.203.134@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:3.0:1715209787.383827:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209787.383832:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209787.383836:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209787.383836:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715209787.383840:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209787.383842:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209787.383844:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209787.383847:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209787.383849:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209787.383852:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [434:434:255:4294967295] 192.168.203.134@tcp LPNI seq info [434:434:7:4294967295] 00000800:00000200:3.0:1715209787.383853:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209787.383857:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209787.383862:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209787.383867:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209787.383870:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715209787.383875:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209787.383891:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209787.383894:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209787.383929:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209787.383936:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715209787.383941:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209787.383948:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209787.383952:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:1.0:1715209787.383963:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:1.0:1715209787.383973:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954664128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209787.384034:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209787.384037:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209787.384040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209787.384044:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209787.384046:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209787.384048:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715209787.384053:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954664064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209787.385798:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209787.385811:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407080 00000400:00000200:0.0:1715209787.385818:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe59 [1] + 224 00000400:00000200:0.0:1715209787.385829:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209787.385832:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209787.385840:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954664064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209787.385877:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209787.385882:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304070c0 00000400:00000200:0.0:1715209787.385886:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe51 [1] + 224 00000400:00000200:0.0:1715209787.385903:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209787.385907:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209787.385912:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954664128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209787.385969:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:2.0:1715209787.385977:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715209787.385980:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715209787.385988:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954664064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209787.386000:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954664064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209787.386024:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209787.386028:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209787.386029:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715209787.386033:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000200:3.0:1715209787.386036:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209787.386038:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209787.386046:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954664128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209787.386056:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954664128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209787.386095:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209787.386099:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209787.386102:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715209792.391703:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209792.391728:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209792.391780:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209792.391784:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715209792.391851:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715209792.391858:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209792.391865:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:1.0:1715209792.391869:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000100:00000200:3.0:1715209792.391872:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664256, portal 4 00000400:00000010:1.0:1715209792.391878:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715209792.391879:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715209792.391881:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664256, offset 0 00000400:00000010:1.0:1715209792.391883:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209792.391888:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664192, portal 25 00000400:00000010:1.0:1715209792.391891:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:3.0:1715209792.391894:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715209792.391904:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664192, offset 0 00000400:00000200:3.0:1715209792.391909:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715209792.391912:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209792.391915:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209792.391919:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209792.391923:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209792.391926:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209792.391930:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [435:435:256:4294967295] 192.168.203.134@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:3.0:1715209792.391941:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209792.391947:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209792.391949:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209792.391951:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715209792.391953:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209792.391957:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209792.391958:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209792.391960:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209792.391962:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715209792.391965:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [436:436:255:4294967295] 192.168.203.134@tcp LPNI seq info [436:436:7:4294967295] 00000800:00000200:3.0:1715209792.391967:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209792.391972:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209792.391975:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209792.391980:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209792.391984:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715209792.391988:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209792.391994:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209792.391998:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209792.392054:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209792.392060:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209792.392067:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209792.392074:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209792.392078:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:0.0:1715209792.392080:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:0.0:1715209792.392089:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954664256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209792.392170:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209792.392173:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715209792.392176:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209792.392180:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209792.392182:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715209792.392198:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715209792.392204:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954664192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209792.394382:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209792.394395:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407140 00000400:00000200:0.0:1715209792.394403:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe61 [1] + 224 00000400:00000200:0.0:1715209792.394414:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209792.394417:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209792.394424:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954664256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209792.394459:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209792.394498:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407100 00000400:00000200:0.0:1715209792.394503:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe69 [1] + 224 00000400:00000200:0.0:1715209792.394520:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209792.394524:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209792.394529:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954664192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209792.394544:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209792.394551:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209792.394553:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209792.394571:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954664256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209792.394582:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954664256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209792.394612:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209792.394617:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715209792.394621:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715209792.394678:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209792.394697:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209792.394700:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209792.394709:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954664192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209792.394720:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954664192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209792.394738:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715209792.394743:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715209792.394746:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715209797.399645:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209797.399667:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715209797.399716:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209797.399724:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715209797.399793:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209797.399793:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:2.0:1715209797.399801:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379420. 00000400:00000010:3.0:1715209797.399801:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209797.399809:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000010:3.0:1715209797.399809:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209797.399819:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664384, portal 4 00000100:00000200:2.0:1715209797.399827:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664320, portal 25 00000400:00000010:3.0:1715209797.399827:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000100:00000200:3.0:1715209797.399830:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664384, offset 0 00000400:00000010:2.0:1715209797.399831:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715209797.399834:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664320, offset 0 00000400:00000200:3.0:1715209797.399845:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209797.399852:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209797.399861:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209797.399869:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209797.399874:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209797.399879:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209797.399883:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209797.399888:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [437:437:256:4294967295] 192.168.203.134@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:3.0:1715209797.399903:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:2.0:1715209797.399911:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209797.399912:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209797.399916:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209797.399917:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:2.0:1715209797.399920:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209797.399923:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209797.399925:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209797.399926:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209797.399930:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [438:438:255:4294967295] 192.168.203.134@tcp LPNI seq info [438:438:7:4294967295] 00000800:00000200:3.0:1715209797.399936:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209797.399941:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209797.399943:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209797.399947:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209797.399951:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715209797.399963:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209797.399969:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209797.399972:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209797.400029:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209797.400035:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715209797.400041:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209797.400048:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209797.400053:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:0.0:1715209797.400055:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:0.0:1715209797.400064:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954664384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209797.400127:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209797.400130:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209797.400133:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209797.400137:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209797.400148:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715209797.400149:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715209797.400155:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954664320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209797.401944:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209797.401957:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407180 00000400:00000200:0.0:1715209797.401964:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe75 [1] + 224 00000400:00000200:0.0:1715209797.401975:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209797.401978:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209797.401985:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954664320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209797.402019:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209797.402024:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304071c0 00000400:00000200:0.0:1715209797.402029:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe71 [1] + 224 00000400:00000200:0.0:1715209797.402043:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209797.402047:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209797.402051:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954664384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209797.402115:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379420. 00000400:00000200:2.0:1715209797.402124:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:2.0:1715209797.402127:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000400:00000010:3.0:1715209797.402134:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209797.402137:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954664320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209797.402139:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209797.402142:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209797.402149:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954664384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209797.402153:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954664320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209797.402163:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954664384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209797.402181:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209797.402184:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:2.0:1715209797.402188:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715209797.402188:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715209797.402193:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715209797.402193:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715209802.407624:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209802.407646:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209802.407689:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209802.407694:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715209802.407767:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715209802.407776:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209802.407782:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209802.407785:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209802.407790:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000100:00000200:3.0:1715209802.407794:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664512, portal 4 00000400:00000010:0.0:1715209802.407796:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715209802.407800:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664448, portal 25 00000400:00000010:3.0:1715209802.407802:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000400:00000010:0.0:1715209802.407804:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209802.407806:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664448, offset 0 00000100:00000200:3.0:1715209802.407806:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664512, offset 0 00000400:00000200:0.0:1715209802.407817:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209802.407829:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209802.407832:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209802.407837:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209802.407842:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209802.407846:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209802.407859:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209802.407863:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [439:439:256:4294967295] 192.168.203.134@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:0.0:1715209802.407873:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209802.407880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209802.407882:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209802.407884:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000200:3.0:1715209802.407887:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209802.407891:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209802.407891:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209802.407894:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209802.407896:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209802.407899:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209802.407900:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [440:440:255:4294967295] 192.168.203.134@tcp LPNI seq info [440:440:7:4294967295] 00000800:00000200:0.0:1715209802.407904:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209802.407909:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209802.407914:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209802.407918:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000800:00000200:3.0:1715209802.407933:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209802.407939:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209802.407942:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209802.407981:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209802.407987:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209802.407993:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209802.408000:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209802.408005:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209802.408007:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209802.408017:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954664448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209802.408084:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209802.408088:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715209802.408094:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209802.408099:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209802.408103:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:1.0:1715209802.408105:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:1.0:1715209802.408112:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954664512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209802.409848:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209802.409861:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407200 00000400:00000200:0.0:1715209802.409869:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe85 [1] + 224 00000400:00000200:0.0:1715209802.409879:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209802.409882:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209802.409890:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954664448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209802.409925:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209802.409930:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407240 00000400:00000200:0.0:1715209802.409934:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe81 [1] + 224 00000400:00000200:0.0:1715209802.409949:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209802.409952:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209802.409957:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954664512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209802.410020:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:2.0:1715209802.410031:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715209802.410034:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000400:00000010:3.0:1715209802.410041:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715209802.410044:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954664448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209802.410047:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209802.410049:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209802.410056:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954664512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209802.410060:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954664448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209802.410069:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954664512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209802.410089:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:3.0:1715209802.410091:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:2.0:1715209802.410096:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715209802.410096:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715209802.410101:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715209802.410101:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715209807.415604:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209807.415625:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209807.415669:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715209807.415673:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715209807.415731:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715209807.415737:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209807.415744:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209807.415751:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664640, portal 4 02000000:00000010:0.0:1715209807.415757:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209807.415757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000100:00000200:3.0:1715209807.415760:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664640, offset 0 00000400:00000010:0.0:1715209807.415766:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000200:3.0:1715209807.415770:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209807.415780:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715209807.415785:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664576, portal 25 00000400:00000200:3.0:1715209807.415785:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209807.415789:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:3.0:1715209807.415790:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715209807.415791:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664576, offset 0 00000400:00000200:3.0:1715209807.415795:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209807.415798:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209807.415801:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209807.415805:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [441:441:256:4294967295] 192.168.203.134@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:0.0:1715209807.415808:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209807.415817:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209807.415833:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209807.415835:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209807.415838:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715209807.415839:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209807.415842:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209807.415844:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209807.415845:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209807.415847:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209807.415850:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [442:442:255:4294967295] 192.168.203.134@tcp LPNI seq info [442:442:7:4294967295] 00000800:00000200:3.0:1715209807.415853:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209807.415859:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209807.415860:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209807.415865:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209807.415868:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715209807.415872:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209807.415878:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209807.415882:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209807.415928:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209807.415934:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209807.415941:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209807.415948:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209807.415952:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:1.0:1715209807.415954:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:1.0:1715209807.415963:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954664640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209807.416033:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209807.416036:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209807.416038:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209807.416042:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209807.416045:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209807.416046:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209807.416051:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954664576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209807.417794:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209807.417807:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304072c0 00000400:00000200:0.0:1715209807.417814:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe91 [1] + 224 00000400:00000200:0.0:1715209807.417824:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209807.417828:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209807.417835:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954664640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209807.417871:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209807.417876:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407280 00000400:00000200:0.0:1715209807.417880:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xe99 [1] + 224 00000400:00000200:0.0:1715209807.417900:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209807.417904:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209807.417909:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954664576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209807.417958:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209807.417966:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209807.417968:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209807.417976:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954664640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209807.417988:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954664640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209807.418018:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209807.418023:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209807.418027:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715209807.418030:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:1.0:1715209807.418037:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715209807.418039:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715209807.418048:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954664576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209807.418058:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954664576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209807.418076:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209807.418081:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715209807.418084:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715209812.423626:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715209812.423650:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209812.423701:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209812.423705:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:0.0:1715209812.423747:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715209812.423765:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:0.0:1715209812.423772:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000010:3.0:1715209812.423772:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209812.423779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000400:00000010:3.0:1715209812.423779:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715209812.423786:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664704, portal 25 00000400:00000010:0.0:1715209812.423791:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209812.423793:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664704, offset 0 00000100:00000200:3.0:1715209812.423793:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664768, portal 4 00000400:00000010:3.0:1715209812.423799:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000400:00000200:0.0:1715209812.423804:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209812.423809:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664768, offset 0 00000400:00000200:3.0:1715209812.423817:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209812.423818:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209812.423823:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209812.423828:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209812.423833:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209812.423835:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209812.423839:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [443:443:256:4294967295] 192.168.203.134@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:0.0:1715209812.423850:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209812.423856:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209812.423859:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209812.423860:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:3.0:1715209812.423863:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209812.423866:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209812.423867:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209812.423869:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209812.423876:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209812.423880:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209812.423882:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209812.423885:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [444:444:255:4294967295] 192.168.203.134@tcp LPNI seq info [444:444:7:4294967295] 00000400:00000200:3.0:1715209812.423895:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209812.423900:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209812.423904:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000800:00000200:3.0:1715209812.423909:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209812.423915:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209812.423918:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209812.423961:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209812.423967:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209812.423973:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209812.423980:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209812.423985:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209812.423987:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209812.423997:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954664704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209812.424057:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209812.424059:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715209812.424063:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209812.424067:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209812.424069:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:1.0:1715209812.424079:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:1.0:1715209812.424085:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954664768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209812.425700:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209812.425711:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407300 00000400:00000200:0.0:1715209812.425718:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xea1 [1] + 224 00000400:00000200:0.0:1715209812.425728:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209812.425732:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209812.425739:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954664704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209812.425772:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209812.425777:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407340 00000400:00000200:0.0:1715209812.425781:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xea5 [1] + 224 00000400:00000200:0.0:1715209812.425796:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209812.425806:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209812.425811:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954664768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209812.425864:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715209812.425873:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715209812.425875:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715209812.425883:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954664704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209812.425895:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954664704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209812.425919:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209812.425931:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209812.425935:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715209812.425939:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000200:3.0:1715209812.425939:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209812.425941:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209812.425949:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954664768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209812.425960:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954664768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209812.425983:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209812.425988:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209812.425991:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715209817.431604:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715209817.431632:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209817.431681:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209817.431685:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715209817.431749:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715209817.431757:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209817.431763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209817.431771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664896, portal 4 02000000:00000010:0.0:1715209817.431773:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209817.431778:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:3.0:1715209817.431780:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954664896, offset 0 00000400:00000010:0.0:1715209817.431782:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000010:0.0:1715209817.431788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000200:3.0:1715209817.431792:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209817.431802:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664832, portal 25 00000400:00000010:0.0:1715209817.431807:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000400:00000200:3.0:1715209817.431808:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715209817.431809:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664832, offset 0 00000400:00000200:0.0:1715209817.431816:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209817.431829:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209817.431834:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209817.431838:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209817.431841:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209817.431844:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [445:445:256:4294967295] 192.168.203.134@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:3.0:1715209817.431856:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209817.431862:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209817.431865:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209817.431866:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715209817.431869:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209817.431873:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209817.431874:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209817.431876:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209817.431879:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209817.431883:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [446:446:255:4294967295] 192.168.203.134@tcp LPNI seq info [446:446:7:4294967295] 00000800:00000200:3.0:1715209817.431884:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209817.431889:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209817.431892:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209817.431897:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209817.431901:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209817.431906:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209817.431912:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209817.431916:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209817.431969:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209817.431975:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715209817.431983:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209817.431990:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209817.431995:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:1.0:1715209817.431997:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:1.0:1715209817.432006:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954664896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209817.432088:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209817.432091:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209817.432094:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209817.432098:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209817.432100:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209817.432102:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209817.432106:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954664832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209817.434018:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209817.434031:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304073c0 00000400:00000200:0.0:1715209817.434039:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xeb1 [1] + 224 00000400:00000200:0.0:1715209817.434049:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209817.434052:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209817.434060:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954664896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209817.434116:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209817.434122:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407380 00000400:00000200:0.0:1715209817.434126:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xeb9 [1] + 224 00000400:00000200:0.0:1715209817.434140:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209817.434143:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209817.434148:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954664832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209817.434194:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209817.434202:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209817.434204:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209817.434212:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954664896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209817.434223:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954664896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209817.434252:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209817.434257:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209817.434262:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715209817.434269:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:1.0:1715209817.434277:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715209817.434279:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715209817.434287:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954664832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209817.434298:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954664832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209817.434315:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209817.434320:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715209817.434323:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715209822.439600:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715209822.439625:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209822.439672:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209822.439676:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715209822.439741:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209822.439748:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209822.439755:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209822.439763:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665024, portal 4 00000400:00000010:3.0:1715209822.439770:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 02000000:00000010:0.0:1715209822.439772:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209822.439781:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:0.0:1715209822.439786:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:3.0:1715209822.439789:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665024, offset 0 00000100:00000200:0.0:1715209822.439791:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954664960, portal 25 00000400:00000010:0.0:1715209822.439795:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000200:3.0:1715209822.439800:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209822.439808:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954664960, offset 0 00000400:00000200:3.0:1715209822.439815:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209822.439816:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209822.439820:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209822.439825:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209822.439829:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209822.439832:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209822.439835:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [447:447:256:4294967295] 192.168.203.134@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:3.0:1715209822.439847:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209822.439854:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209822.439858:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209822.439858:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715209822.439862:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209822.439864:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209822.439866:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209822.439868:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209822.439871:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209822.439873:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209822.439874:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [448:448:255:4294967295] 192.168.203.134@tcp LPNI seq info [448:448:7:4294967295] 00000800:00000200:3.0:1715209822.439878:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209822.439884:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209822.439889:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209822.439893:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209822.439897:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209822.439904:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209822.439907:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209822.439962:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209822.439968:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209822.439975:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209822.439990:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209822.439995:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:1.0:1715209822.439997:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:1.0:1715209822.440005:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954665024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209822.440087:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209822.440090:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209822.440094:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209822.440097:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209822.440100:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209822.440101:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715209822.440106:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954664960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209822.441996:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209822.442009:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407440 00000400:00000200:0.0:1715209822.442026:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xec1 [1] + 224 00000400:00000200:0.0:1715209822.442038:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209822.442042:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209822.442049:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954665024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209822.442088:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209822.442094:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407400 00000400:00000200:0.0:1715209822.442098:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xec9 [1] + 224 00000400:00000200:0.0:1715209822.442116:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209822.442120:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209822.442124:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954664960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209822.442148:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209822.442158:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209822.442160:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209822.442171:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954665024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209822.442187:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954665024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209822.442224:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209822.442232:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715209822.442237:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715209822.442244:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:1.0:1715209822.442252:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715209822.442254:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715209822.442262:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954664960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209822.442272:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954664960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209822.442290:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209822.442294:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715209822.442297:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715209827.447608:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715209827.447633:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209827.447685:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209827.447689:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715209827.447757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 02000000:00000010:2.0:1715209827.447759:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:3.0:1715209827.447764:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209827.447768:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379420. 00000400:00000010:2.0:1715209827.447775:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715209827.447783:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665088, portal 25 00000400:00000010:3.0:1715209827.447784:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715209827.447788:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:3.0:1715209827.447789:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665152, portal 4 00000100:00000200:2.0:1715209827.447791:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665088, offset 0 00000400:00000010:3.0:1715209827.447795:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000400:00000200:2.0:1715209827.447802:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209827.447807:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665152, offset 0 00000400:00000200:3.0:1715209827.447815:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209827.447817:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209827.447823:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209827.447827:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209827.447831:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209827.447833:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209827.447837:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [449:449:256:4294967295] 192.168.203.134@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:2.0:1715209827.447848:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209827.447854:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209827.447856:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209827.447858:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:3.0:1715209827.447860:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209827.447863:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209827.447865:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209827.447866:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209827.447869:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209827.447872:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [450:450:255:4294967295] 192.168.203.134@tcp LPNI seq info [450:450:7:4294967295] 00000800:00000200:2.0:1715209827.447874:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209827.447879:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209827.447881:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209827.447886:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209827.447889:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715209827.447894:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209827.447900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209827.447904:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209827.447974:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209827.447984:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715209827.447993:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209827.448004:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209827.448011:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715209827.448013:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715209827.448028:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954665088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209827.448109:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209827.448112:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715209827.448116:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209827.448120:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209827.448122:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:0.0:1715209827.448124:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:0.0:1715209827.448129:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954665152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209827.449853:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209827.449884:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407480 00000400:00000200:0.0:1715209827.449897:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xed1 [1] + 224 00000400:00000200:0.0:1715209827.449916:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209827.449922:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209827.449931:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954665088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209827.449994:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209827.450003:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304074c0 00000400:00000200:0.0:1715209827.450012:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xed5 [1] + 224 00000400:00000010:2.0:1715209827.450022:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379420. 00000400:00000200:2.0:1715209827.450029:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:2.0:1715209827.450032:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000400:00000200:0.0:1715209827.450035:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209827.450040:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209827.450043:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954665088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209827.450047:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954665152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209827.450056:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954665088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209827.450080:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715209827.450085:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715209827.450099:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:3.0:1715209827.450182:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209827.450190:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209827.450192:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209827.450201:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954665152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209827.450212:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954665152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209827.450236:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209827.450241:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209827.450244:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715209832.455641:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715209832.455666:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715209832.455723:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209832.455743:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715209832.455818:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715209832.455826:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209832.455833:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209832.455841:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665280, portal 4 00000400:00000010:3.0:1715209832.455848:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:3.0:1715209832.455850:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665280, offset 0 02000000:00000010:1.0:1715209832.455851:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715209832.455860:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715209832.455861:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715209832.455867:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209832.455872:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665216, portal 25 00000400:00000010:1.0:1715209832.455876:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000200:3.0:1715209832.455877:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715209832.455878:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665216, offset 0 00000400:00000200:3.0:1715209832.455883:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209832.455885:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209832.455888:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209832.455892:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209832.455894:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209832.455898:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [451:451:256:4294967295] 192.168.203.134@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:3.0:1715209832.455909:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209832.455916:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209832.455919:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209832.455920:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715209832.455926:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209832.455932:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209832.455936:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209832.455936:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209832.455939:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209832.455941:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209832.455941:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209832.455944:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [452:452:255:4294967295] 192.168.203.134@tcp LPNI seq info [452:452:7:4294967295] 00000400:00000200:1.0:1715209832.455954:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715209832.455959:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209832.455963:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715209832.455968:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209832.455974:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209832.455977:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209832.456077:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209832.456087:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715209832.456098:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209832.456109:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209832.456116:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:0.0:1715209832.456118:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:0.0:1715209832.456132:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954665280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209832.456238:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209832.456241:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715209832.456244:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209832.456248:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209832.456251:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715209832.456253:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715209832.456258:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954665216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209832.458167:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209832.458185:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407540 00000400:00000200:0.0:1715209832.458194:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xee1 [1] + 224 00000400:00000200:0.0:1715209832.458208:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209832.458212:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209832.458220:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954665280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209832.458263:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209832.458268:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407500 00000400:00000200:0.0:1715209832.458275:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xee9 [1] + 224 00000400:00000200:0.0:1715209832.458297:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209832.458301:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209832.458306:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954665216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209832.458335:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209832.458346:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209832.458349:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209832.458359:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954665280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209832.458401:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954665280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209832.458433:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209832.458439:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715209832.458444:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715209832.458448:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209832.458455:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209832.458457:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209832.458588:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954665216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209832.458600:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954665216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209832.458618:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715209832.458622:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715209832.458626:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715209837.463640:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715209837.463666:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715209837.463720:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209837.463724:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:0.0:1715209837.463796:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:3.0:1715209837.463799:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715209837.463807:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209837.463814:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:3.0:1715209837.463814:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209837.463822:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665408, portal 4 00000400:00000010:0.0:1715209837.463825:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000010:3.0:1715209837.463828:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:0.0:1715209837.463833:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665344, portal 25 00000100:00000200:3.0:1715209837.463833:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665408, offset 0 00000400:00000010:0.0:1715209837.463839:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000200:3.0:1715209837.463843:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209837.463852:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665344, offset 0 00000400:00000200:3.0:1715209837.463860:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209837.463865:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209837.463866:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209837.463871:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209837.463875:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209837.463878:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209837.463881:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [453:453:256:4294967295] 192.168.203.134@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:3.0:1715209837.463892:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209837.463899:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209837.463903:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715209837.463906:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209837.463910:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209837.463912:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209837.463917:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209837.463920:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209837.463922:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209837.463925:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209837.463925:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209837.463928:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [454:454:255:4294967295] 192.168.203.134@tcp LPNI seq info [454:454:7:4294967295] 00000400:00000200:0.0:1715209837.463939:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209837.463961:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209837.463965:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209837.463972:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209837.463982:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209837.463987:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209837.464005:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209837.464012:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715209837.464020:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209837.464027:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209837.464032:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:1.0:1715209837.464034:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:1.0:1715209837.464044:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954665408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209837.464124:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209837.464141:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209837.464145:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209837.464150:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209837.464152:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715209837.464154:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209837.464161:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954665344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209837.466103:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209837.466117:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407580 00000400:00000200:0.0:1715209837.466125:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xef5 [1] + 224 00000400:00000200:0.0:1715209837.466140:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209837.466144:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209837.466155:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954665344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209837.466204:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209837.466213:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304075c0 00000400:00000200:0.0:1715209837.466222:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xef1 [1] + 224 00000400:00000200:0.0:1715209837.466244:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209837.466251:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:2.0:1715209837.466253:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715209837.466260:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209837.466263:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209837.466272:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954665344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209837.466273:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954665408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209837.466287:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954665344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209837.466323:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209837.466361:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715209837.466369:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:3.0:1715209837.466421:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209837.466429:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209837.466430:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209837.466439:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954665408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209837.466451:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954665408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209837.466527:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715209837.466532:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209837.466536:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715209842.471625:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209842.471650:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209842.471703:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209842.471709:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715209842.471775:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715209842.471783:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209842.471789:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209842.471798:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665536, portal 4 00000400:00000010:3.0:1715209842.471805:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000100:00000200:3.0:1715209842.471807:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665536, offset 0 02000000:00000010:0.0:1715209842.471816:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715209842.471817:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209842.471831:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000200:3.0:1715209842.471831:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209842.471837:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209842.471839:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000400:00000200:3.0:1715209842.471841:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209842.471845:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1715209842.471847:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665472, portal 25 00000400:00000200:3.0:1715209842.471848:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209842.471851:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [455:455:256:4294967295] 192.168.203.134@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000010:0.0:1715209842.471852:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715209842.471855:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665472, offset 0 00000400:00000200:3.0:1715209842.471864:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715209842.471867:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715209842.471871:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209842.471875:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000800:00000200:3.0:1715209842.471882:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209842.471883:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209842.471889:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209842.471891:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209842.471897:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209842.471904:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209842.471908:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209842.471911:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209842.471915:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [456:456:255:4294967295] 192.168.203.134@tcp LPNI seq info [456:456:7:4294967295] 00000400:00000200:0.0:1715209842.471927:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209842.471933:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209842.471937:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209842.471944:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209842.471953:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209842.471958:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209842.471981:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209842.471987:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715209842.471994:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209842.472001:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209842.472006:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:1.0:1715209842.472008:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:1.0:1715209842.472017:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954665536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209842.472101:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209842.472104:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209842.472107:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209842.472111:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209842.472113:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209842.472115:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209842.472120:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954665472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209842.473655:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209842.473669:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407640 00000400:00000200:0.0:1715209842.473678:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf01 [1] + 224 00000400:00000200:0.0:1715209842.473692:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209842.473697:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209842.473707:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954665536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209842.473750:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209842.473755:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407600 00000400:00000200:0.0:1715209842.473759:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf09 [1] + 224 00000400:00000200:0.0:1715209842.473778:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209842.473782:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209842.473787:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954665472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209842.473853:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209842.473860:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209842.473862:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209842.473886:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954665536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209842.473898:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954665536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209842.473916:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:1.0:1715209842.473923:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715209842.473926:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 02000000:00000010:3.0:1715209842.473929:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 00000100:00000200:1.0:1715209842.473934:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954665472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209842.473934:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209842.473938:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:1.0:1715209842.473945:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954665472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209842.473964:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209842.473972:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715209842.473984:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715209847.479585:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209847.479611:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209847.479661:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209847.479665:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715209847.479733:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209847.479740:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209847.479748:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209847.479756:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665664, portal 4 00000400:00000010:3.0:1715209847.479763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000100:00000200:3.0:1715209847.479765:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665664, offset 0 00000400:00000200:3.0:1715209847.479776:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715209847.479780:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715209847.479791:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209847.479792:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000200:3.0:1715209847.479797:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209847.479800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000200:3.0:1715209847.479801:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209847.479805:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1715209847.479808:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665600, portal 25 00000400:00000200:3.0:1715209847.479808:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209847.479811:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [457:457:256:4294967295] 192.168.203.134@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:3.0:1715209847.479822:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715209847.479829:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000800:00000200:3.0:1715209847.479829:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209847.479832:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665600, offset 0 00000800:00000010:3.0:1715209847.479833:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000800:00000200:3.0:1715209847.479840:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209847.479844:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715209847.479849:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209847.479854:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209847.479860:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209847.479865:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209847.479870:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209847.479874:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209847.479877:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209847.479881:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [458:458:255:4294967295] 192.168.203.134@tcp LPNI seq info [458:458:7:4294967295] 00000400:00000200:0.0:1715209847.479892:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209847.479899:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209847.479903:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209847.479910:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209847.479919:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209847.479924:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209847.479954:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209847.479960:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209847.479968:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209847.479975:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209847.479979:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:1.0:1715209847.479982:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:1.0:1715209847.479991:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954665664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209847.480074:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209847.480076:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209847.480080:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209847.480084:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209847.480087:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209847.480089:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209847.480095:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954665600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209847.481961:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209847.481974:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304076c0 00000400:00000200:0.0:1715209847.481983:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf11 [1] + 224 00000400:00000200:0.0:1715209847.481997:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209847.482002:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209847.482013:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954665664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209847.482054:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209847.482058:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407680 00000400:00000200:0.0:1715209847.482063:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf19 [1] + 224 00000400:00000200:0.0:1715209847.482078:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209847.482081:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209847.482087:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954665600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209847.482149:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209847.482156:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209847.482159:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209847.482168:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954665664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209847.482180:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954665664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209847.482210:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209847.482215:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209847.482220:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715209847.482223:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:1.0:1715209847.482231:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715209847.482233:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715209847.482242:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954665600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209847.482252:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954665600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209847.482294:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209847.482299:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715209847.482302:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715209852.487642:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209852.487668:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209852.487722:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209852.487727:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715209852.487796:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209852.487804:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209852.487811:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209852.487818:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665792, portal 4 00000400:00000010:3.0:1715209852.487825:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000100:00000200:3.0:1715209852.487827:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665792, offset 0 00000400:00000200:3.0:1715209852.487838:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715209852.487848:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715209852.487854:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209852.487859:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209852.487863:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715209852.487864:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000200:3.0:1715209852.487867:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209852.487870:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:0.0:1715209852.487872:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000200:3.0:1715209852.487874:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [459:459:256:4294967295] 192.168.203.134@tcp LPNI seq info [459:459:8:4294967295] 00000100:00000200:0.0:1715209852.487879:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665728, portal 25 00000400:00000010:0.0:1715209852.487885:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000400:00000200:3.0:1715209852.487885:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715209852.487887:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665728, offset 0 00000800:00000200:3.0:1715209852.487891:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209852.487895:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715209852.487898:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209852.487914:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209852.487918:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209852.487921:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209852.487926:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715209852.487927:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209852.487930:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209852.487932:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209852.487932:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209852.487936:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [460:460:255:4294967295] 192.168.203.134@tcp LPNI seq info [460:460:7:4294967295] 00000400:00000200:0.0:1715209852.487948:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209852.487954:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209852.487958:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715209852.487965:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209852.487974:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209852.487980:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209852.488015:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209852.488021:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715209852.488029:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209852.488036:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209852.488041:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:1.0:1715209852.488052:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:1.0:1715209852.488062:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954665792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209852.488147:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209852.488150:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715209852.488153:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209852.488157:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209852.488160:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209852.488162:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209852.488168:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954665728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209852.490007:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209852.490021:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407740 00000400:00000200:0.0:1715209852.490030:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf21 [1] + 224 00000400:00000200:0.0:1715209852.490043:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209852.490048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209852.490058:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954665792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209852.490100:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209852.490106:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407700 00000400:00000200:0.0:1715209852.490126:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf29 [1] + 224 00000400:00000200:0.0:1715209852.490143:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209852.490147:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209852.490152:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954665728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209852.490202:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209852.490209:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209852.490211:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209852.490220:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954665792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209852.490253:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954665792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209852.490284:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715209852.490290:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209852.490295:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000010:1.0:1715209852.490301:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:1.0:1715209852.490308:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715209852.490311:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715209852.490319:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954665728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209852.490330:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954665728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209852.490349:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209852.490354:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715209852.490357:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715209857.495644:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209857.495669:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209857.495720:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209857.495724:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209857.495796:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715209857.495803:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209857.495810:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209857.495818:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665920, portal 4 00000400:00000010:3.0:1715209857.495825:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000100:00000200:3.0:1715209857.495827:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954665920, offset 0 00000400:00000200:3.0:1715209857.495838:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715209857.495847:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715209857.495854:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209857.495859:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715209857.495862:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000200:3.0:1715209857.495864:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209857.495868:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715209857.495870:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000400:00000200:3.0:1715209857.495871:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209857.495874:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [461:461:256:4294967295] 192.168.203.134@tcp LPNI seq info [461:461:8:4294967295] 00000100:00000200:0.0:1715209857.495877:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665856, portal 25 00000400:00000010:0.0:1715209857.495882:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715209857.495885:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665856, offset 0 00000400:00000200:3.0:1715209857.495886:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715209857.495897:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715209857.495908:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209857.495912:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715209857.495913:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209857.495919:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209857.495919:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209857.495923:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209857.495927:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209857.495929:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209857.495930:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209857.495934:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [462:462:255:4294967295] 192.168.203.134@tcp LPNI seq info [462:462:7:4294967295] 00000800:00000200:3.0:1715209857.495934:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209857.495946:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209857.495951:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209857.495956:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209857.495963:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209857.495972:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209857.495977:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209857.496016:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209857.496022:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715209857.496030:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209857.496037:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209857.496042:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:1.0:1715209857.496044:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:1.0:1715209857.496054:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954665920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209857.496137:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209857.496140:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209857.496144:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209857.496156:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209857.496159:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209857.496161:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209857.496167:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954665856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209857.497888:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209857.497902:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304077c0 00000400:00000200:0.0:1715209857.497911:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf31 [1] + 224 00000400:00000200:0.0:1715209857.497925:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209857.497929:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209857.497951:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954665920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209857.497997:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209857.498003:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407780 00000400:00000200:0.0:1715209857.498007:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf39 [1] + 224 00000400:00000200:0.0:1715209857.498022:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209857.498026:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209857.498031:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954665856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209857.498105:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209857.498113:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209857.498115:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209857.498124:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954665920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209857.498136:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954665920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209857.498158:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 02000000:00000010:3.0:1715209857.498167:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 00000400:00000200:1.0:1715209857.498169:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715209857.498172:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 02000000:00000010:3.0:1715209857.498173:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209857.498177:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:1.0:1715209857.498184:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954665856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209857.498227:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954665856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209857.498264:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209857.498275:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715209857.498280:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209862.503671:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209862.503706:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209862.503768:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209862.503773:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715209862.503856:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 02000000:00000010:1.0:1715209862.503858:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:3.0:1715209862.503865:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715209862.503869:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715209862.503874:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715209862.503877:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715209862.503883:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666048, portal 4 00000100:00000200:1.0:1715209862.503884:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954665984, portal 25 00000400:00000010:1.0:1715209862.503889:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000400:00000010:3.0:1715209862.503891:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000100:00000200:1.0:1715209862.503892:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954665984, offset 0 00000100:00000200:3.0:1715209862.503893:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666048, offset 0 00000400:00000200:3.0:1715209862.503905:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209862.503914:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209862.503925:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209862.503932:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209862.503937:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209862.503942:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209862.503964:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209862.503969:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [463:463:256:4294967295] 192.168.203.134@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:3.0:1715209862.503981:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715209862.503990:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209862.503990:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715209862.503995:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209862.503995:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209862.503998:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715209862.504001:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209862.504003:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209862.504003:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715209862.504006:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [464:464:255:4294967295] 192.168.203.134@tcp LPNI seq info [464:464:7:4294967295] 00000800:00000200:3.0:1715209862.504015:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715209862.504017:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209862.504020:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209862.504022:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715209862.504026:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715209862.504041:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715209862.504048:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715209862.504051:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209862.504115:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209862.504121:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715209862.504130:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209862.504137:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209862.504142:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:0.0:1715209862.504145:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:0.0:1715209862.504155:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954666048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209862.504292:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209862.504295:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715209862.504297:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209862.504302:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209862.504304:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715209862.504306:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715209862.504310:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954665984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209862.506216:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209862.506230:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407840 00000400:00000200:0.0:1715209862.506239:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf41 [1] + 224 00000400:00000200:0.0:1715209862.506252:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209862.506265:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209862.506273:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954666048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209862.506316:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209862.506322:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407800 00000400:00000200:0.0:1715209862.506326:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf45 [1] + 224 00000400:00000200:0.0:1715209862.506343:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209862.506347:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209862.506351:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954665984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209862.506401:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209862.506409:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209862.506411:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209862.506419:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954666048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209862.506430:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954666048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209862.506493:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209862.506500:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209862.506505:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:1.0:1715209862.506509:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715209862.506516:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715209862.506519:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715209862.506526:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954665984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209862.506537:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954665984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209862.506554:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715209862.506559:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715209862.506563:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715209867.511581:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209867.511610:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209867.511668:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209867.511673:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:0.0:1715209867.511720:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715209867.511732:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:0.0:1715209867.511741:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715209867.511749:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666112, portal 25 00000400:00000010:0.0:1715209867.511754:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209867.511757:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954666112, offset 0 02000000:00000010:3.0:1715209867.511757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715209867.511763:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:0.0:1715209867.511770:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715209867.511777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209867.511782:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666176, portal 4 00000400:00000200:0.0:1715209867.511789:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209867.511789:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000100:00000200:3.0:1715209867.511791:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666176, offset 0 00000400:00000200:0.0:1715209867.511797:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209867.511799:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209867.511803:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209867.511807:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209867.511810:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209867.511814:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [465:465:256:4294967295] 192.168.203.134@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:0.0:1715209867.511826:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209867.511833:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209867.511834:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209867.511837:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715209867.511845:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209867.511851:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209867.511855:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209867.511855:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209867.511858:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209867.511861:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209867.511861:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209867.511864:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [466:466:255:4294967295] 192.168.203.134@tcp LPNI seq info [466:466:7:4294967295] 00000400:00000200:3.0:1715209867.511873:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209867.511879:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209867.511882:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000800:00000200:3.0:1715209867.511887:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209867.511893:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209867.511896:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209867.511947:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209867.511954:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209867.511960:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209867.511967:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209867.511972:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209867.511975:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209867.511987:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954666112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209867.512052:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209867.512054:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715209867.512057:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209867.512061:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209867.512063:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:1.0:1715209867.512065:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:1.0:1715209867.512069:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954666176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209867.513792:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209867.513805:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407880 00000400:00000200:0.0:1715209867.513813:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf51 [1] + 224 00000400:00000200:0.0:1715209867.513826:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209867.513829:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209867.513837:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954666112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209867.513875:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209867.513880:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304078c0 00000400:00000200:0.0:1715209867.513884:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf59 [1] + 224 00000400:00000200:0.0:1715209867.513901:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209867.513905:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209867.513909:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954666176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209867.513969:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:2.0:1715209867.513977:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715209867.513980:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715209867.513988:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954666112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209867.513999:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954666112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209867.514026:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209867.514028:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209867.514032:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715209867.514036:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000200:3.0:1715209867.514036:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209867.514038:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209867.514046:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954666176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209867.514057:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954666176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209867.514082:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209867.514087:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209867.514091:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715209872.519589:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209872.519620:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715209872.519673:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209872.519678:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209872.519751:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715209872.519760:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209872.519765:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209872.519768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209872.519775:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000100:00000200:3.0:1715209872.519777:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666304, portal 4 00000400:00000010:0.0:1715209872.519780:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000010:3.0:1715209872.519784:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000100:00000200:0.0:1715209872.519785:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666240, portal 25 00000400:00000010:0.0:1715209872.519789:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715209872.519791:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954666240, offset 0 00000400:00000200:0.0:1715209872.519805:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209872.519811:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666304, offset 0 00000400:00000200:3.0:1715209872.519819:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209872.519824:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209872.519831:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209872.519837:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209872.519841:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209872.519843:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209872.519847:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [467:467:256:4294967295] 192.168.203.134@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:0.0:1715209872.519860:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209872.519867:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209872.519868:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209872.519872:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209872.519876:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209872.519879:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1715209872.519880:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:3.0:1715209872.519881:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209872.519884:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [468:468:255:4294967295] 192.168.203.134@tcp LPNI seq info [468:468:7:4294967295] 00000800:00000200:0.0:1715209872.519889:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209872.519894:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209872.519899:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209872.519900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:3.0:1715209872.519902:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000800:00000200:0.0:1715209872.519905:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209872.519907:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209872.519914:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209872.519917:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209872.519994:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209872.520000:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209872.520014:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209872.520022:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209872.520027:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209872.520030:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209872.520040:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954666240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209872.520136:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209872.520139:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209872.520143:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209872.520147:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209872.520150:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:1.0:1715209872.520152:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:1.0:1715209872.520156:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954666304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209872.521717:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209872.521731:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407900 00000400:00000200:0.0:1715209872.521738:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf65 [1] + 224 00000400:00000200:0.0:1715209872.521751:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209872.521755:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209872.521763:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954666240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209872.521802:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209872.521807:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407940 00000400:00000200:0.0:1715209872.521811:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf61 [1] + 224 00000400:00000200:0.0:1715209872.521830:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209872.521834:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209872.521838:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954666304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209872.521893:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:2.0:1715209872.521901:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715209872.521903:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715209872.521911:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954666240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209872.521923:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954666240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209872.521952:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209872.521957:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209872.521958:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715209872.521963:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000200:3.0:1715209872.521965:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209872.521967:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209872.521975:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954666304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209872.521986:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954666304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209872.522011:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715209872.522016:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209872.522019:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715209877.527605:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209877.527637:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209877.527696:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209877.527701:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715209877.527772:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715209877.527781:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209877.527792:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209877.527801:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:0.0:1715209877.527808:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000010:3.0:1715209877.527809:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209877.527817:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666432, portal 4 00000100:00000200:0.0:1715209877.527823:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666368, portal 25 00000400:00000010:3.0:1715209877.527825:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000100:00000200:3.0:1715209877.527827:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666432, offset 0 00000400:00000010:0.0:1715209877.527828:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715209877.527831:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954666368, offset 0 00000400:00000200:3.0:1715209877.527841:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209877.527849:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209877.527860:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209877.527867:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209877.527872:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209877.527876:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209877.527879:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209877.527884:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [469:469:256:4294967295] 192.168.203.134@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:3.0:1715209877.527896:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209877.527903:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209877.527904:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209877.527908:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715209877.527909:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209877.527912:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209877.527915:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209877.527916:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209877.527927:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209877.527930:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209877.527933:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [470:470:255:4294967295] 192.168.203.134@tcp LPNI seq info [470:470:7:4294967295] 00000800:00000200:3.0:1715209877.527933:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209877.527943:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209877.527948:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209877.527952:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209877.527957:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209877.527964:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209877.527967:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209877.528025:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209877.528031:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715209877.528040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209877.528048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209877.528053:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:1.0:1715209877.528055:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:1.0:1715209877.528102:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954666432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209877.528203:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209877.528206:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209877.528210:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209877.528214:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209877.528216:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715209877.528218:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715209877.528223:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954666368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209877.530053:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209877.530092:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304079c0 00000400:00000200:0.0:1715209877.530101:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf71 [1] + 224 00000400:00000200:0.0:1715209877.530114:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209877.530118:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209877.530126:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954666432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209877.530162:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209877.530168:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407980 00000400:00000200:0.0:1715209877.530172:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf75 [1] + 224 00000400:00000200:0.0:1715209877.530192:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209877.530196:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209877.530201:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954666368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209877.530250:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209877.530258:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209877.530260:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209877.530267:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954666432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209877.530279:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954666432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209877.530314:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 00000400:00000010:1.0:1715209877.530320:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 02000000:00000010:3.0:1715209877.530320:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209877.530325:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000200:1.0:1715209877.530328:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715209877.530339:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715209877.530348:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954666368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209877.530359:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954666368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209877.530377:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209877.530382:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715209877.530385:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715209882.535640:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209882.535675:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209882.535732:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209882.535757:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715209882.535826:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 02000000:00000010:0.0:1715209882.535827:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209882.535835:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209882.535836:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715209882.535844:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000010:3.0:1715209882.535844:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715209882.535853:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666496, portal 25 00000400:00000010:0.0:1715209882.535858:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:3.0:1715209882.535858:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666560, portal 4 00000100:00000200:0.0:1715209882.535862:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954666496, offset 0 00000400:00000010:3.0:1715209882.535865:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000100:00000200:3.0:1715209882.535868:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666560, offset 0 00000400:00000200:3.0:1715209882.535881:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209882.535891:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209882.535901:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209882.535908:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209882.535913:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209882.535918:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209882.535921:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209882.535925:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [471:471:256:4294967295] 192.168.203.134@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:3.0:1715209882.535938:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209882.535945:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209882.535946:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209882.535950:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209882.535950:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715209882.535954:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209882.535956:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209882.535958:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209882.535959:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209882.535962:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [472:472:255:4294967295] 192.168.203.134@tcp LPNI seq info [472:472:7:4294967295] 00000800:00000200:3.0:1715209882.535970:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209882.535972:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209882.535975:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209882.535977:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209882.535980:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715209882.535985:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209882.535992:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209882.535995:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209882.536097:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209882.536103:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715209882.536111:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209882.536119:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209882.536124:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:1.0:1715209882.536127:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:1.0:1715209882.536138:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954666560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209882.536234:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209882.536237:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715209882.536240:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209882.536244:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209882.536246:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209882.536248:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209882.536253:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954666496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209882.538214:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209882.538228:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407a40 00000400:00000200:0.0:1715209882.538235:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf85 [1] + 224 00000400:00000200:0.0:1715209882.538247:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209882.538251:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209882.538259:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954666560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209882.538297:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209882.538302:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407a00 00000400:00000200:0.0:1715209882.538307:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf81 [1] + 224 00000400:00000200:0.0:1715209882.538324:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209882.538328:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209882.538333:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954666496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209882.538387:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209882.538394:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209882.538397:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209882.538404:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954666560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209882.538416:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954666560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209882.538451:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 00000400:00000010:1.0:1715209882.538455:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 02000000:00000010:3.0:1715209882.538458:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209882.538490:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000200:1.0:1715209882.538498:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209882.538500:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715209882.538508:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954666496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209882.538519:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954666496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209882.538543:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209882.538562:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715209882.538567:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715209887.543597:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209887.543630:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209887.543693:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209887.543698:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715209887.543780:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715209887.543790:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209887.543798:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209887.543800:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209887.543808:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666688, portal 4 00000400:00000010:3.0:1715209887.543816:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000100:00000200:3.0:1715209887.543818:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666688, offset 0 00000400:00000010:0.0:1715209887.543827:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000200:3.0:1715209887.543832:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209887.543845:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715209887.543849:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666624, portal 25 00000400:00000200:3.0:1715209887.543851:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209887.543854:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715209887.543856:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954666624, offset 0 00000400:00000200:3.0:1715209887.543858:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209887.543864:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209887.543864:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209887.543868:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209887.543871:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209887.543875:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [473:473:256:4294967295] 192.168.203.134@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:3.0:1715209887.543888:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209887.543895:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209887.543897:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209887.543900:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209887.543900:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209887.543904:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209887.543907:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209887.543908:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209887.543910:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209887.543913:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [474:474:255:4294967295] 192.168.203.134@tcp LPNI seq info [474:474:7:4294967295] 00000800:00000200:3.0:1715209887.543919:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209887.543923:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209887.543924:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209887.543927:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209887.543931:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209887.543936:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209887.543943:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209887.543946:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209887.544050:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209887.544056:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209887.544066:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209887.544074:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209887.544079:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:1.0:1715209887.544082:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:1.0:1715209887.544092:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954666688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209887.544180:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209887.544183:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209887.544185:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209887.544189:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209887.544192:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715209887.544194:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209887.544199:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954666624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209887.545893:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209887.545907:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407ac0 00000400:00000200:0.0:1715209887.545915:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf91 [1] + 224 00000400:00000200:0.0:1715209887.545927:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209887.545931:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209887.545939:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954666688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209887.545976:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209887.545981:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407a80 00000400:00000200:0.0:1715209887.545985:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xf99 [1] + 224 00000400:00000200:0.0:1715209887.546034:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209887.546045:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209887.546050:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954666624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209887.546069:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209887.546077:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209887.546079:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209887.546087:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954666688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209887.546099:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954666688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209887.546151:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209887.546157:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209887.546162:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715209887.546179:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:1.0:1715209887.546187:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209887.546189:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715209887.546198:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954666624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209887.546209:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954666624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209887.546228:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209887.546238:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715209887.546241:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715209892.551699:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209892.551735:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209892.551813:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715209892.551820:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:0.0:1715209892.551905:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715209892.551910:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:0.0:1715209892.551920:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:3.0:1715209892.551920:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209892.551930:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000010:3.0:1715209892.551930:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209892.551940:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666816, portal 4 00000100:00000200:0.0:1715209892.551950:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666752, portal 25 00000400:00000010:3.0:1715209892.551950:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:3.0:1715209892.551955:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666816, offset 0 00000400:00000010:0.0:1715209892.551981:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715209892.551985:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954666752, offset 0 00000400:00000200:3.0:1715209892.551997:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209892.552009:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209892.552019:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209892.552029:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209892.552036:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209892.552042:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209892.552046:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209892.552052:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [475:475:256:4294967295] 192.168.203.134@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:3.0:1715209892.552070:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209892.552081:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209892.552087:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209892.552087:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715209892.552093:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209892.552097:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209892.552099:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209892.552103:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209892.552107:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209892.552111:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209892.552112:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [476:476:255:4294967295] 192.168.203.134@tcp LPNI seq info [476:476:7:4294967295] 00000800:00000200:3.0:1715209892.552118:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209892.552126:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209892.552134:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209892.552141:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209892.552148:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209892.552156:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209892.552161:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209892.552218:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209892.552225:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715209892.552236:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209892.552243:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209892.552267:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:1.0:1715209892.552269:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:1.0:1715209892.552279:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954666816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209892.552381:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209892.552384:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209892.552388:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209892.552393:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209892.552395:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209892.552397:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209892.552402:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954666752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209892.554289:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209892.554305:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407b40 00000400:00000200:0.0:1715209892.554315:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfa1 [1] + 224 00000400:00000200:0.0:1715209892.554332:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209892.554337:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209892.554349:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954666816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209892.554435:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209892.554445:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407b00 00000400:00000200:0.0:1715209892.554452:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfa5 [1] + 224 00000400:00000010:3.0:1715209892.554493:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209892.554499:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209892.554502:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209892.554520:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954666816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209892.554530:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1715209892.554537:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954666816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209892.554538:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209892.554548:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954666752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209892.554577:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209892.554585:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209892.554590:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000010:1.0:1715209892.554684:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:1.0:1715209892.554692:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715209892.554694:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715209892.554703:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954666752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209892.554714:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954666752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209892.554733:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209892.554737:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715209892.554741:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715209897.559587:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715209897.559620:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209897.559676:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209897.559680:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715209897.559761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 02000000:00000010:0.0:1715209897.559767:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209897.559770:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209897.559777:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:3.0:1715209897.559778:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209897.559783:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:3.0:1715209897.559787:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666944, portal 4 00000100:00000200:0.0:1715209897.559788:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954666880, portal 25 00000400:00000010:0.0:1715209897.559793:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000010:3.0:1715209897.559794:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:0.0:1715209897.559796:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954666880, offset 0 00000100:00000200:3.0:1715209897.559797:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954666944, offset 0 00000400:00000200:3.0:1715209897.559810:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209897.559820:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209897.559829:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209897.559836:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209897.559842:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209897.559846:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209897.559849:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209897.559853:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [477:477:256:4294967295] 192.168.203.134@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:3.0:1715209897.559866:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209897.559873:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209897.559875:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209897.559878:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715209897.559879:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209897.559882:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209897.559885:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209897.559885:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209897.559888:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209897.559891:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [478:478:255:4294967295] 192.168.203.134@tcp LPNI seq info [478:478:7:4294967295] 00000800:00000200:3.0:1715209897.559896:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209897.559901:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209897.559901:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209897.559906:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209897.559910:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209897.559915:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209897.559939:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209897.559943:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209897.560030:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209897.560039:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715209897.560048:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209897.560059:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209897.560065:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:1.0:1715209897.560068:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:1.0:1715209897.560079:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954666944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209897.560163:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209897.560191:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209897.560196:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209897.560200:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209897.560203:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209897.560205:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209897.560211:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954666880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209897.561888:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209897.561902:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407bc0 00000400:00000200:0.0:1715209897.561920:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfb1 [1] + 224 00000400:00000200:0.0:1715209897.561959:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209897.561964:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209897.561974:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954666944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209897.562014:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209897.562020:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407b80 00000400:00000200:0.0:1715209897.562025:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfb5 [1] + 224 00000400:00000200:0.0:1715209897.562043:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209897.562047:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209897.562052:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954666880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209897.562102:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209897.562110:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209897.562112:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209897.562120:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954666944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209897.562131:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954666944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209897.562169:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715209897.562175:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209897.562181:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715209897.562189:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:1.0:1715209897.562198:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715209897.562200:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715209897.562209:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954666880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209897.562221:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954666880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209897.562248:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209897.562254:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715209897.562258:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715209902.567654:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715209902.567685:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209902.567746:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209902.567750:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715209902.567831:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715209902.567841:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209902.567849:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209902.567851:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209902.567858:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667072, portal 4 00000400:00000010:0.0:1715209902.567865:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:3.0:1715209902.567866:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715209902.567869:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667072, offset 0 00000400:00000010:0.0:1715209902.567874:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000400:00000200:3.0:1715209902.567882:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209902.567916:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667008, portal 25 00000400:00000010:0.0:1715209902.567922:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715209902.567925:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667008, offset 0 00000400:00000200:3.0:1715209902.567930:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209902.567935:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209902.567936:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209902.567942:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209902.567947:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209902.567950:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209902.567954:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [479:479:256:4294967295] 192.168.203.134@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:3.0:1715209902.567966:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209902.567974:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209902.567978:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209902.567984:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209902.567990:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209902.567995:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209902.567999:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209902.568002:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209902.568003:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209902.568006:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [480:480:255:4294967295] 192.168.203.134@tcp LPNI seq info [480:480:7:4294967295] 00000800:00000200:3.0:1715209902.568014:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209902.568018:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209902.568019:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209902.568025:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209902.568029:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209902.568036:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209902.568055:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209902.568060:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209902.568101:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209902.568107:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209902.568113:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209902.568120:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209902.568126:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:1.0:1715209902.568128:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:1.0:1715209902.568138:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954667072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209902.568196:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209902.568199:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209902.568201:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209902.568205:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209902.568207:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715209902.568209:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715209902.568214:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954667008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209902.569791:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209902.569804:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407c00 00000400:00000200:0.0:1715209902.569812:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfc9 [1] + 224 00000400:00000200:0.0:1715209902.569823:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209902.569827:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209902.569834:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954667008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209902.569873:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209902.569878:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407c40 00000400:00000200:0.0:1715209902.569883:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfc1 [1] + 224 00000400:00000200:0.0:1715209902.569916:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209902.569921:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209902.569926:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954667072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209902.569961:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715209902.569972:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715209902.569976:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715209902.569991:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954667008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209902.570010:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954667008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209902.570045:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715209902.570059:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000400:00000010:3.0:1715209902.570061:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000010:2.0:1715209902.570066:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000200:3.0:1715209902.570068:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209902.570070:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209902.570079:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954667072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209902.570090:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954667072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209902.570118:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209902.570122:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715209902.570126:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715209907.575534:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715209907.575555:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209907.575593:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209907.575596:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715209907.575639:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 02000000:00000010:2.0:1715209907.575640:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209907.575646:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379420. 00000400:00000010:3.0:1715209907.575646:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715209907.575653:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000010:3.0:1715209907.575653:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:2.0:1715209907.575659:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667136, portal 25 00000400:00000010:2.0:1715209907.575663:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:3.0:1715209907.575663:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667200, portal 4 00000100:00000200:2.0:1715209907.575665:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667136, offset 0 00000400:00000010:3.0:1715209907.575668:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000400:00000200:2.0:1715209907.575674:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209907.575678:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667200, offset 0 00000400:00000200:3.0:1715209907.575682:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209907.575689:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209907.575694:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209907.575697:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209907.575700:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209907.575702:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209907.575704:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [481:481:256:4294967295] 192.168.203.134@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:2.0:1715209907.575712:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209907.575718:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209907.575718:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209907.575720:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209907.575721:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:3.0:1715209907.575722:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209907.575723:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209907.575725:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209907.575726:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [482:482:255:4294967295] 192.168.203.134@tcp LPNI seq info [482:482:7:4294967295] 00000800:00000200:2.0:1715209907.575727:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209907.575731:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209907.575734:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209907.575738:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209907.575743:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209907.575745:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715209907.575748:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209907.575751:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209907.575753:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209907.575818:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209907.575828:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715209907.575835:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209907.575845:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209907.575851:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715209907.575871:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715209907.575885:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954667136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209907.575962:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209907.575964:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715209907.575968:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209907.575972:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209907.575974:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:0.0:1715209907.575988:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:0.0:1715209907.575994:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954667200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209907.577569:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209907.577584:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407c80 00000400:00000200:0.0:1715209907.577591:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfd1 [1] + 224 00000400:00000200:0.0:1715209907.577602:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209907.577605:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209907.577611:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954667136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209907.577644:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209907.577649:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407cc0 00000400:00000200:0.0:1715209907.577654:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfd5 [1] + 224 00000400:00000010:2.0:1715209907.577661:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379420. 00000400:00000200:0.0:1715209907.577670:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209907.577670:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:2.0:1715209907.577671:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000400:00000200:0.0:1715209907.577674:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715209907.577678:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954667136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209907.577679:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954667200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209907.577685:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954667136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209907.577705:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715209907.577710:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715209907.577714:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:3.0:1715209907.577764:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209907.577768:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209907.577769:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209907.577774:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954667200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209907.577780:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954667200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209907.577796:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209907.577799:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209907.577801:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715209912.583622:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209912.583656:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209912.583734:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209912.583743:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:0.0:1715209912.583783:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209912.583799:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715209912.583807:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715209912.583815:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667264, portal 25 00000400:00000010:0.0:1715209912.583843:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715209912.583846:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667264, offset 0 00000400:00000200:0.0:1715209912.583857:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715209912.583867:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000200:0.0:1715209912.583872:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209912.583878:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715209912.583878:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:0.0:1715209912.583882:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209912.583886:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209912.583889:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:3.0:1715209912.583889:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209912.583898:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667328, portal 4 00000400:00000200:0.0:1715209912.583903:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [483:483:256:4294967295] 192.168.203.134@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000010:3.0:1715209912.583908:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:3.0:1715209912.583912:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667328, offset 0 00000400:00000200:0.0:1715209912.583914:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209912.583922:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209912.583926:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:3.0:1715209912.583926:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209912.583933:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209912.583942:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209912.583946:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209912.583947:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209912.583954:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209912.583960:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209912.583965:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209912.584002:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209912.584009:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [484:484:255:4294967295] 192.168.203.134@tcp LPNI seq info [484:484:7:4294967295] 00000400:00000200:3.0:1715209912.584025:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209912.584035:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209912.584041:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000800:00000200:3.0:1715209912.584052:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209912.584065:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209912.584072:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209912.584096:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209912.584120:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209912.584125:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209912.584133:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209912.584138:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715209912.584140:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715209912.584150:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954667264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209912.584208:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209912.584210:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715209912.584213:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209912.584232:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209912.584234:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:1.0:1715209912.584236:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:1.0:1715209912.584241:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954667328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209912.585501:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209912.585513:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407d00 00000400:00000200:0.0:1715209912.585520:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfe1 [1] + 224 00000400:00000200:0.0:1715209912.585531:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209912.585535:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209912.585542:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954667264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209912.585577:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209912.585582:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407d40 00000400:00000200:0.0:1715209912.585587:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xfe9 [1] + 224 00000400:00000200:0.0:1715209912.585602:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209912.585605:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209912.585611:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954667328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209912.585680:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715209912.585688:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715209912.585690:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715209912.585699:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954667264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209912.585700:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209912.585708:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000100:00000200:2.0:1715209912.585710:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954667264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209912.585711:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209912.585723:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954667328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209912.585734:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715209912.585737:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954667328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209912.585739:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715209912.585744:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715209912.585770:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715209912.585775:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209912.585781:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715209917.591592:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715209917.591622:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209917.591679:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209917.591684:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715209917.591761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715209917.591770:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209917.591780:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209917.591818:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667456, portal 4 02000000:00000010:0.0:1715209917.591819:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715209917.591827:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715209917.591830:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667456, offset 0 00000400:00000010:0.0:1715209917.591835:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000200:3.0:1715209917.591843:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209917.591852:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715209917.591859:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667392, portal 25 00000400:00000200:3.0:1715209917.591862:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209917.591865:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715209917.591867:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667392, offset 0 00000400:00000200:0.0:1715209917.591878:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209917.591885:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209917.591891:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209917.591896:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209917.591899:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209917.591903:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [485:485:256:4294967295] 192.168.203.134@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:3.0:1715209917.591916:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209917.591924:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209917.591929:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715209917.591931:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209917.591939:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209917.591941:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209917.591944:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209917.591948:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209917.591951:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209917.591952:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209917.591954:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [486:486:255:4294967295] 192.168.203.134@tcp LPNI seq info [486:486:7:4294967295] 00000800:00000200:3.0:1715209917.591958:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209917.591966:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209917.591973:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209917.591977:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715209917.591984:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209917.591993:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209917.591998:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209917.592125:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209917.592131:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209917.592137:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209917.592145:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209917.592150:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:1.0:1715209917.592152:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:1.0:1715209917.592161:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954667456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209917.592244:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209917.592246:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715209917.592250:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209917.592254:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209917.592256:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715209917.592258:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715209917.592263:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954667392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209917.593970:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209917.593984:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407dc0 00000400:00000200:0.0:1715209917.593992:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0xff1 [1] + 224 00000400:00000200:0.0:1715209917.594004:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209917.594007:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209917.594014:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954667456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209917.594052:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209917.594057:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407d80 00000400:00000200:0.0:1715209917.594061:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0xff9 [1] + 224 00000400:00000200:0.0:1715209917.594081:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209917.594085:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209917.594090:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954667392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209917.594154:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209917.594161:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209917.594163:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209917.594174:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954667456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209917.594187:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954667456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209917.594214:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:1.0:1715209917.594222:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715209917.594224:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 02000000:00000010:3.0:1715209917.594225:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715209917.594232:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000200:1.0:1715209917.594233:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954667392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715209917.594238:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:1.0:1715209917.594244:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954667392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209917.594268:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715209917.594274:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715209917.594278:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715209922.599595:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715209922.599625:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715209922.599686:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209922.599691:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715209922.599798:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715209922.599807:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209922.599816:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209922.599817:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715209922.599824:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667584, portal 4 00000400:00000010:0.0:1715209922.599831:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:3.0:1715209922.599833:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000400:00000010:0.0:1715209922.599849:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:3.0:1715209922.599852:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667584, offset 0 00000100:00000200:0.0:1715209922.599857:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667520, portal 25 00000400:00000010:0.0:1715209922.599863:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000400:00000200:3.0:1715209922.599866:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209922.599876:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667520, offset 0 00000400:00000200:3.0:1715209922.599885:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209922.599886:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209922.599892:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209922.599897:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209922.599902:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209922.599904:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209922.599908:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [487:487:256:4294967295] 192.168.203.134@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:3.0:1715209922.599921:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209922.599928:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209922.599935:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209922.599936:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715209922.599940:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209922.599944:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209922.599945:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209922.599949:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209922.599951:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209922.599955:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [488:488:255:4294967295] 192.168.203.134@tcp LPNI seq info [488:488:7:4294967295] 00000800:00000200:3.0:1715209922.599955:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209922.599959:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209922.599967:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209922.599973:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209922.599977:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715209922.599984:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209922.599993:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209922.599998:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209922.600050:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209922.600057:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715209922.600063:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209922.600070:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209922.600075:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:1.0:1715209922.600077:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:1.0:1715209922.600087:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954667584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209922.600168:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209922.600170:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715209922.600174:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209922.600178:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209922.600180:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715209922.600182:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715209922.600187:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954667520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209922.601976:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209922.601990:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407e40 00000400:00000200:0.0:1715209922.602000:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1001 [1] + 224 00000400:00000200:0.0:1715209922.602011:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209922.602015:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209922.602023:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954667584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209922.602060:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209922.602065:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407e00 00000400:00000200:0.0:1715209922.602070:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1009 [1] + 224 00000400:00000200:0.0:1715209922.602084:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209922.602094:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209922.602099:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954667520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209922.602169:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209922.602178:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209922.602180:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209922.602191:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954667584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209922.602204:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954667584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209922.602222:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:1.0:1715209922.602230:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715209922.602233:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715209922.602241:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954667520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209922.602241:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715209922.602248:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209922.602254:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:1.0:1715209922.602269:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954667520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209922.602295:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209922.602304:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715209922.602308:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715209927.607626:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715209927.607656:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715209927.607741:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209927.607746:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715209927.607828:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 02000000:00000010:0.0:1715209927.607830:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209927.607837:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209927.607845:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:0.0:1715209927.607852:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715209927.607860:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667648, portal 25 00000400:00000010:3.0:1715209927.607863:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715209927.607865:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715209927.607871:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667648, offset 0 00000100:00000200:3.0:1715209927.607871:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667712, portal 4 00000400:00000010:3.0:1715209927.607879:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000400:00000200:0.0:1715209927.607881:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715209927.607894:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667712, offset 0 00000400:00000200:0.0:1715209927.607896:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209927.607902:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209927.607906:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209927.607906:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209927.607910:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209927.607912:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209927.607916:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [489:489:256:4294967295] 192.168.203.134@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:0.0:1715209927.607927:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209927.607933:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209927.607936:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:3.0:1715209927.607940:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209927.607943:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209927.607946:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209927.607950:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209927.607952:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209927.607955:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209927.607958:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209927.607958:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209927.607962:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [490:490:255:4294967295] 192.168.203.134@tcp LPNI seq info [490:490:7:4294967295] 00000400:00000200:3.0:1715209927.607974:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209927.607981:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209927.607986:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000800:00000200:3.0:1715209927.607993:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209927.608003:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209927.608007:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209927.608032:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209927.608039:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209927.608044:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209927.608051:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209927.608056:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715209927.608058:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715209927.608069:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954667648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209927.608129:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209927.608132:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715209927.608135:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209927.608139:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209927.608142:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:1.0:1715209927.608143:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:1.0:1715209927.608148:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954667712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209927.609881:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209927.609895:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407e80 00000400:00000200:0.0:1715209927.609903:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1011 [1] + 224 00000400:00000200:0.0:1715209927.609914:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209927.609918:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209927.609925:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954667648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209927.609981:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209927.609987:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407ec0 00000400:00000200:0.0:1715209927.609993:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1015 [1] + 224 00000400:00000200:0.0:1715209927.610022:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209927.610026:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209927.610030:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954667712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209927.610064:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:2.0:1715209927.610072:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715209927.610074:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:2.0:1715209927.610083:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954667648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209927.610095:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954667648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209927.610119:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209927.610126:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715209927.610130:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:3.0:1715209927.610162:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209927.610170:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209927.610173:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209927.610184:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954667712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209927.610197:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954667712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209927.610231:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715209927.610237:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209927.610242:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715209932.615636:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715209932.615667:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715209932.615758:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209932.615780:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715209932.615862:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 02000000:00000010:0.0:1715209932.615866:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209932.615872:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209932.615880:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:3.0:1715209932.615880:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209932.615889:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667840, portal 4 00000400:00000010:3.0:1715209932.615897:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000400:00000010:0.0:1715209932.615898:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:3.0:1715209932.615900:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667840, offset 0 00000100:00000200:0.0:1715209932.615906:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667776, portal 25 00000400:00000010:0.0:1715209932.615911:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000400:00000200:3.0:1715209932.615913:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209932.615921:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667776, offset 0 00000400:00000200:0.0:1715209932.615932:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209932.615933:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209932.615940:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209932.615946:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209932.615950:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209932.615953:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209932.615957:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [491:491:256:4294967295] 192.168.203.134@tcp LPNI seq info [491:491:8:4294967295] 00000400:00000200:3.0:1715209932.615970:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209932.615977:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209932.615982:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715209932.615983:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209932.615989:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209932.615990:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209932.615993:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209932.615998:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209932.616000:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209932.616002:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209932.616004:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [492:492:255:4294967295] 192.168.203.134@tcp LPNI seq info [492:492:7:4294967295] 00000800:00000200:3.0:1715209932.616007:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209932.616015:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209932.616022:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209932.616026:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209932.616032:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209932.616042:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209932.616047:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209932.616087:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209932.616093:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715209932.616099:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209932.616107:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209932.616111:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:1.0:1715209932.616114:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:1.0:1715209932.616124:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954667840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209932.616184:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209932.616196:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209932.616199:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209932.616203:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209932.616206:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715209932.616208:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715209932.616213:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954667776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209932.618025:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209932.618039:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407f40 00000400:00000200:0.0:1715209932.618053:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1021 [1] + 224 00000400:00000200:0.0:1715209932.618065:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209932.618069:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209932.618077:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954667840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209932.618116:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209932.618122:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407f00 00000400:00000200:0.0:1715209932.618126:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1029 [1] + 224 00000400:00000200:0.0:1715209932.618139:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209932.618143:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209932.618147:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954667776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209932.618219:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209932.618227:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209932.618230:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209932.618240:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954667840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209932.618253:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954667840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209932.618276:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:1.0:1715209932.618284:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715209932.618286:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 02000000:00000010:3.0:1715209932.618290:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 00000100:00000200:1.0:1715209932.618295:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954667776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209932.618297:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715209932.618302:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:1.0:1715209932.618306:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954667776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209932.618331:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715209932.618336:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715209932.618341:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715209937.623631:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715209937.623691:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715209937.623750:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209937.623755:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715209937.623835:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715209937.623844:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715209937.623853:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715209937.623854:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715209937.623861:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667968, portal 4 00000400:00000010:0.0:1715209937.623868:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:3.0:1715209937.623869:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715209937.623872:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954667968, offset 0 00000400:00000010:0.0:1715209937.623877:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000200:3.0:1715209937.623885:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209937.623896:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954667904, portal 25 00000400:00000010:0.0:1715209937.623901:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715209937.623903:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954667904, offset 0 00000400:00000200:3.0:1715209937.623904:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209937.623912:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209937.623914:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209937.623918:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209937.623922:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209937.623925:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209937.623929:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [493:493:256:4294967295] 192.168.203.134@tcp LPNI seq info [493:493:8:4294967295] 00000400:00000200:3.0:1715209937.623942:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209937.623949:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209937.623954:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209937.623954:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715209937.623960:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209937.623962:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209937.623965:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209937.623968:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209937.623971:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209937.623974:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [494:494:255:4294967295] 192.168.203.134@tcp LPNI seq info [494:494:7:4294967295] 00000800:00000200:3.0:1715209937.623974:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209937.623979:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209937.623986:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209937.623992:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209937.623996:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209937.624013:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209937.624022:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209937.624027:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209937.624080:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209937.624087:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715209937.624093:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209937.624100:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209937.624105:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:1.0:1715209937.624107:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:1.0:1715209937.624117:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954667968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209937.624187:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209937.624190:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209937.624193:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209937.624196:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209937.624199:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715209937.624200:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715209937.624205:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954667904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209937.625906:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209937.625919:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030407fc0 00000400:00000200:0.0:1715209937.625927:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1031 [1] + 224 00000400:00000200:0.0:1715209937.625939:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209937.625942:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209937.625950:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954667968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209937.625987:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209937.625992:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030407f80 00000400:00000200:0.0:1715209937.625996:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1039 [1] + 224 00000400:00000200:0.0:1715209937.626015:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209937.626019:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209937.626023:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954667904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209937.626098:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209937.626105:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209937.626108:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209937.626118:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954667968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209937.626132:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954667968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209937.626146:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:1.0:1715209937.626154:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715209937.626157:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:1.0:1715209937.626165:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954667904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209937.626176:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954667904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209937.626191:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715209937.626197:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 02000000:00000010:1.0:1715209937.626202:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000100:00000010:3.0:1715209937.626203:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 02000000:00000010:1.0:1715209937.626208:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715209937.626211:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715209942.631599:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715209942.631655:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715209942.631714:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209942.631718:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715209942.631805:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209942.631814:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209942.631819:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715209942.631823:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209942.631831:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668096, portal 4 00000400:00000010:0.0:1715209942.631834:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:3.0:1715209942.631839:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000400:00000010:0.0:1715209942.631842:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:3.0:1715209942.631842:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668096, offset 0 00000100:00000200:0.0:1715209942.631850:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668032, portal 25 00000400:00000010:0.0:1715209942.631856:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000200:3.0:1715209942.631858:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209942.631869:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668032, offset 0 00000400:00000200:3.0:1715209942.631877:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209942.631880:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209942.631884:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209942.631890:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209942.631894:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209942.631897:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209942.631901:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [495:495:256:4294967295] 192.168.203.134@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:3.0:1715209942.631914:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209942.631921:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209942.631926:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209942.631928:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715209942.631933:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209942.631934:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209942.631939:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209942.631944:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209942.631945:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209942.631948:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209942.631951:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209942.631962:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [496:496:255:4294967295] 192.168.203.134@tcp LPNI seq info [496:496:7:4294967295] 00000400:00000200:0.0:1715209942.631974:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209942.631981:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209942.631986:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715209942.631993:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209942.632002:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209942.632007:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209942.632040:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209942.632046:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715209942.632052:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209942.632059:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209942.632064:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:1.0:1715209942.632066:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:1.0:1715209942.632076:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954668096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209942.632160:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209942.632162:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715209942.632166:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209942.632170:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209942.632172:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715209942.632174:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715209942.632179:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954668032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209942.634442:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209942.634456:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408000 00000400:00000200:0.0:1715209942.634500:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1049 [1] + 224 00000400:00000200:0.0:1715209942.634511:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209942.634515:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209942.634522:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954668032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209942.634560:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209942.634565:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408040 00000400:00000200:0.0:1715209942.634571:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1041 [1] + 224 00000400:00000200:0.0:1715209942.634586:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209942.634590:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209942.634595:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954668096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209942.634668:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:2.0:1715209942.634677:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715209942.634688:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715209942.634698:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954668032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209942.634716:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954668032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209942.634726:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209942.634734:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209942.634736:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715209942.634747:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209942.634755:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715209942.634761:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:3.0:1715209942.634762:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954668096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209942.634776:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954668096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209942.634810:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209942.634815:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715209942.634820:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715209947.639690:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715209947.639724:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715209947.639786:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715209947.639791:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715209947.639877:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209947.639885:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:0.0:1715209947.639892:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715209947.639894:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209947.639903:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668224, portal 4 00000400:00000010:0.0:1715209947.639907:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:3.0:1715209947.639910:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000100:00000200:3.0:1715209947.639913:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668224, offset 0 00000400:00000010:0.0:1715209947.639914:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715209947.639921:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668160, portal 25 00000400:00000010:0.0:1715209947.639926:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000400:00000200:3.0:1715209947.639928:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209947.639939:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668160, offset 0 00000400:00000200:3.0:1715209947.639947:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209947.639950:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209947.639954:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209947.639960:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715209947.639964:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209947.639967:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209947.639971:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [497:497:256:4294967295] 192.168.203.134@tcp LPNI seq info [497:497:8:4294967295] 00000400:00000200:3.0:1715209947.639983:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209947.639991:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209947.639997:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715209947.639997:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715209947.640003:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715209947.640005:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209947.640007:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209947.640011:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209947.640014:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715209947.640016:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209947.640017:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [498:498:255:4294967295] 192.168.203.134@tcp LPNI seq info [498:498:7:4294967295] 00000800:00000200:3.0:1715209947.640021:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209947.640029:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209947.640035:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209947.640039:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715209947.640046:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209947.640054:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209947.640059:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209947.640117:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209947.640123:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715209947.640128:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209947.640136:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209947.640141:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:1.0:1715209947.640152:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:1.0:1715209947.640162:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954668224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209947.640224:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209947.640226:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209947.640229:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209947.640233:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209947.640236:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715209947.640237:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715209947.640242:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954668160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209947.642093:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209947.642107:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304080c0 00000400:00000200:0.0:1715209947.642116:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1051 [1] + 224 00000400:00000200:0.0:1715209947.642127:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209947.642130:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209947.642138:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954668224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209947.642175:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209947.642180:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408080 00000400:00000200:0.0:1715209947.642184:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1059 [1] + 224 00000400:00000200:0.0:1715209947.642199:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209947.642203:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209947.642207:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954668160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209947.642276:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209947.642284:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209947.642286:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209947.642306:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954668224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209947.642320:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954668224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209947.642328:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:1.0:1715209947.642336:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715209947.642339:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715209947.642347:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954668160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209947.642359:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954668160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209947.642359:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209947.642365:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715209947.642371:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 02000000:00000010:1.0:1715209947.642384:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715209947.642390:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715209947.642395:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:0.0:1715209952.647772:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209952.647797:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715209952.647863:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209952.647867:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:3.0:1715209952.647922:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 02000000:00000010:0.0:1715209952.647929:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209952.647936:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:3.0:1715209952.647939:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715209952.647943:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000010:3.0:1715209952.647948:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715209952.647952:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668352, portal 4 00000100:00000200:3.0:1715209952.647956:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668288, portal 25 00000400:00000010:0.0:1715209952.647958:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715209952.647961:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668352, offset 0 00000400:00000010:3.0:1715209952.647962:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715209952.647965:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668288, offset 0 00000400:00000200:0.0:1715209952.647973:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209952.647988:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715209952.647988:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209952.647994:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209952.647999:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209952.648002:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209952.648005:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209952.648008:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [499:499:256:4294967295] 192.168.203.134@tcp LPNI seq info [499:499:8:4294967295] 00000400:00000200:0.0:1715209952.648020:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209952.648026:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209952.648030:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:3.0:1715209952.648033:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715209952.648037:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209952.648039:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209952.648044:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209952.648046:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715209952.648048:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209952.648051:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209952.648052:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209952.648055:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [500:500:255:4294967295] 192.168.203.134@tcp LPNI seq info [500:500:7:4294967295] 00000400:00000200:3.0:1715209952.648067:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209952.648074:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209952.648079:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715209952.648086:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209952.648095:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209952.648100:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209952.648130:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209952.648136:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209952.648141:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209952.648149:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209952.648153:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715209952.648156:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715209952.648166:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954668352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209952.648248:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209952.648250:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715209952.648254:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209952.648267:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209952.648270:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:1.0:1715209952.648272:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:1.0:1715209952.648278:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954668288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209952.649937:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209952.649951:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408140 00000400:00000200:0.0:1715209952.649958:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1061 [1] + 224 00000400:00000200:0.0:1715209952.649969:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209952.649973:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209952.649980:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954668352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209952.650017:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209952.650032:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408100 00000400:00000200:0.0:1715209952.650038:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1065 [1] + 224 00000400:00000200:0.0:1715209952.650053:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209952.650057:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209952.650062:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954668288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209952.650106:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715209952.650114:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715209952.650116:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715209952.650125:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954668352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209952.650136:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954668352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209952.650168:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209952.650173:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715209952.650177:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000010:3.0:1715209952.650194:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715209952.650218:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715209952.650221:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209952.650232:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954668288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209952.650245:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954668288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209952.650272:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209952.650278:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715209952.650283:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715209957.655640:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209957.655666:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715209957.655717:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209957.655721:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715209957.655788:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209957.655796:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:0.0:1715209957.655803:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715209957.655811:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668480, portal 4 02000000:00000010:2.0:1715209957.655812:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:0.0:1715209957.655818:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715209957.655821:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668480, offset 0 00000400:00000010:2.0:1715209957.655821:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379420. 00000400:00000010:2.0:1715209957.655826:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000200:0.0:1715209957.655832:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209957.655841:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668416, portal 25 00000400:00000010:2.0:1715209957.655845:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000400:00000200:0.0:1715209957.655848:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715209957.655848:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668416, offset 0 00000400:00000200:0.0:1715209957.655853:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209957.655855:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209957.655858:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209957.655862:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209957.655864:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209957.655868:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [501:501:256:4294967295] 192.168.203.134@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:0.0:1715209957.655880:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209957.655886:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209957.655889:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209957.655890:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715209957.655892:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209957.655896:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209957.655897:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209957.655899:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209957.655901:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209957.655904:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [502:502:255:4294967295] 192.168.203.134@tcp LPNI seq info [502:502:7:4294967295] 00000800:00000200:0.0:1715209957.655905:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209957.655910:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209957.655927:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209957.655933:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209957.655937:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715209957.655941:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209957.655948:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209957.655951:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209957.656002:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209957.656008:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209957.656015:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209957.656023:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209957.656027:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715209957.656029:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715209957.656039:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954668480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209957.656118:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209957.656121:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715209957.656124:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209957.656128:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209957.656130:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:1.0:1715209957.656131:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:1.0:1715209957.656136:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954668416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209957.658045:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209957.658059:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304081c0 00000400:00000200:0.0:1715209957.658067:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1071 [1] + 224 00000400:00000200:0.0:1715209957.658078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209957.658081:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209957.658089:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954668480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209957.658126:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209957.658131:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408180 00000400:00000200:0.0:1715209957.658135:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1079 [1] + 224 00000400:00000200:0.0:1715209957.658152:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209957.658156:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209957.658161:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954668416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209957.658211:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:2.0:1715209957.658219:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715209957.658221:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715209957.658229:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954668480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209957.658241:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954668480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209957.658270:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715209957.658276:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715209957.658279:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000010:3.0:1715209957.658303:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379420. 00000400:00000200:3.0:1715209957.658318:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:3.0:1715209957.658321:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:3.0:1715209957.658338:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954668416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209957.658351:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954668416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209957.658381:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715209957.658388:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:3.0:1715209957.658393:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209962.663583:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715209962.663605:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715209962.663652:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715209962.663656:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715209962.663719:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715209962.663726:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:0.0:1715209962.663734:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715209962.663741:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668608, portal 4 00000400:00000010:0.0:1715209962.663748:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 02000000:00000010:2.0:1715209962.663749:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000100:00000200:0.0:1715209962.663750:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668608, offset 0 00000400:00000010:2.0:1715209962.663760:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379000. 00000400:00000200:0.0:1715209962.663761:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715209962.663768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715209962.663773:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668544, portal 25 00000400:00000200:0.0:1715209962.663776:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715209962.663780:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000200:0.0:1715209962.663781:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715209962.663783:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668544, offset 0 00000400:00000200:0.0:1715209962.663786:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209962.663789:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209962.663792:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209962.663802:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209962.663806:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [503:503:256:4294967295] 192.168.203.134@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:0.0:1715209962.663818:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209962.663825:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209962.663829:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715209962.663829:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715209962.663833:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209962.663835:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209962.663836:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209962.663839:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209962.663841:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209962.663846:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209962.663846:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [504:504:255:4294967295] 192.168.203.134@tcp LPNI seq info [504:504:7:4294967295] 00000800:00000200:0.0:1715209962.663850:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209962.663855:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209962.663870:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209962.663874:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715209962.663879:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209962.663885:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209962.663888:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209962.663927:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209962.663933:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715209962.663939:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209962.663945:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209962.663950:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715209962.663952:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715209962.663962:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954668608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209962.664020:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209962.664023:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715209962.664026:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209962.664039:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209962.664042:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715209962.664044:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715209962.664049:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954668544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209962.665553:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209962.665570:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408240 00000400:00000200:0.0:1715209962.665581:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1081 [1] + 224 00000400:00000200:0.0:1715209962.665596:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209962.665602:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209962.665612:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954668608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209962.665667:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209962.665674:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408200 00000400:00000200:0.0:1715209962.665679:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1089 [1] + 224 00000400:00000200:0.0:1715209962.665698:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209962.665702:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209962.665708:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954668544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209962.665754:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715209962.665763:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715209962.665766:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715209962.665777:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954668608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209962.665779:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379000. 00000400:00000200:3.0:1715209962.665785:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:3.0:1715209962.665787:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715209962.665793:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954668608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209962.665794:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954668544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209962.665807:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954668544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209962.665825:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715209962.665825:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715209962.665832:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 02000000:00000010:3.0:1715209962.665832:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:2.0:1715209962.665837:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:3.0:1715209962.665837:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715209967.671574:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715209967.671597:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715209967.671655:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715209967.671663:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715209967.671748:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d309e00. 02000000:00000010:2.0:1715209967.671751:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715209967.671764:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379268. 00000400:00000010:0.0:1715209967.671765:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:0.0:1715209967.671773:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000010:2.0:1715209967.671773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715209967.671783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668672, portal 25 00000400:00000010:2.0:1715209967.671790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715209967.671792:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668736, portal 4 00000100:00000200:2.0:1715209967.671793:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668672, offset 0 00000400:00000010:0.0:1715209967.671800:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000200:2.0:1715209967.671805:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209967.671815:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668736, offset 0 00000400:00000200:2.0:1715209967.671821:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209967.671826:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209967.671827:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209967.671831:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209967.671835:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209967.671837:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209967.671841:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [505:505:256:4294967295] 192.168.203.134@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:2.0:1715209967.671852:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209967.671858:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209967.671862:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209967.671867:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209967.671871:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715209967.671872:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209967.671876:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209967.671879:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209967.671880:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209967.671884:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [506:506:255:4294967295] 192.168.203.134@tcp LPNI seq info [506:506:7:4294967295] 00000800:00000200:2.0:1715209967.671888:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209967.671892:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209967.671897:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209967.671905:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209967.671910:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715209967.671916:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209967.671925:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209967.671930:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209967.671971:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209967.671977:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209967.671982:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209967.671989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209967.671993:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:1.0:1715209967.671995:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715209967.672005:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954668672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209967.672063:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209967.672066:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715209967.672068:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209967.672072:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209967.672075:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209967.672076:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715209967.672081:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954668736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209967.673940:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209967.673955:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304082c0 00000400:00000200:0.0:1715209967.673965:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1095 [1] + 224 00000400:00000200:0.0:1715209967.673978:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209967.673984:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209967.673993:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954668736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209967.674046:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209967.674054:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408280 00000400:00000200:0.0:1715209967.674061:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1091 [1] + 224 00000400:00000200:0.0:1715209967.674081:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209967.674093:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209967.674102:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954668672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209967.674132:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:2.0:1715209967.674139:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715209967.674141:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715209967.674149:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954668736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209967.674161:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954668736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209967.674190:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d309e00. 02000000:00000010:2.0:1715209967.674195:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000400:00000010:3.0:1715209967.674196:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379268. 00000100:00000010:2.0:1715209967.674199:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000200:3.0:1715209967.674204:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:3.0:1715209967.674215:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:3.0:1715209967.674224:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954668672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209967.674234:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954668672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209967.674252:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715209967.674256:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715209967.674259:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715209972.679582:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715209972.679603:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715209972.679646:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715209972.679649:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715209972.679724:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d309e00. 00000400:00000010:0.0:1715209972.679733:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:0.0:1715209972.679740:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715209972.679748:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668864, portal 4 00000400:00000010:0.0:1715209972.679755:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715209972.679757:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668864, offset 0 02000000:00000010:2.0:1715209972.679757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209972.679766:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43791b8. 00000400:00000200:0.0:1715209972.679768:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715209972.679774:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209972.679778:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668800, portal 25 00000400:00000200:0.0:1715209972.679782:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715209972.679782:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715209972.679784:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668800, offset 0 00000400:00000200:0.0:1715209972.679788:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209972.679791:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209972.679792:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209972.679796:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209972.679799:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209972.679802:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [507:507:256:4294967295] 192.168.203.134@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:0.0:1715209972.679813:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209972.679820:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209972.679822:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209972.679824:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209972.679826:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209972.679829:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715209972.679830:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209972.679832:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209972.679835:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209972.679838:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [508:508:255:4294967295] 192.168.203.134@tcp LPNI seq info [508:508:7:4294967295] 00000800:00000200:0.0:1715209972.679839:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209972.679845:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209972.679848:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209972.679852:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209972.679856:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715209972.679874:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209972.679880:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209972.679884:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209972.679927:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209972.679934:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209972.679941:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209972.679947:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209972.679952:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209972.679954:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209972.679964:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954668864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209972.680042:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209972.680045:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715209972.680048:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209972.680060:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209972.680063:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:1.0:1715209972.680065:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:1.0:1715209972.680070:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954668800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209972.681906:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209972.681920:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408300 00000400:00000200:0.0:1715209972.681928:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10a9 [1] + 224 00000400:00000200:0.0:1715209972.681952:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209972.681955:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209972.681963:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954668800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209972.682000:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209972.682005:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408340 00000400:00000200:0.0:1715209972.682009:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10a1 [1] + 224 00000400:00000200:0.0:1715209972.682027:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209972.682030:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209972.682035:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954668864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209972.682093:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43791b8. 00000400:00000200:2.0:1715209972.682100:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:2.0:1715209972.682102:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209972.682110:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954668800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209972.682122:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954668800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209972.682145:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715209972.682150:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000400:00000010:1.0:1715209972.682151:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000100:00000010:2.0:1715209972.682154:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000200:1.0:1715209972.682159:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715209972.682161:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715209972.682169:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954668864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209972.682180:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954668864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209972.682204:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d309e00. 02000000:00000010:1.0:1715209972.682210:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715209972.682213:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:2.0:1715209977.687677:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715209977.687701:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209977.687754:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209977.687759:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209977.687820:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209977.687827:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43791b8. 00000400:00000010:2.0:1715209977.687834:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209977.687842:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668992, portal 4 00000400:00000010:2.0:1715209977.687848:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715209977.687851:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954668992, offset 0 00000400:00000200:2.0:1715209977.687861:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715209977.687865:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715209977.687874:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715209977.687875:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715209977.687879:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715209977.687881:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715209977.687883:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954668928, portal 25 00000400:00000200:2.0:1715209977.687885:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:3.0:1715209977.687887:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000400:00000200:2.0:1715209977.687889:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1715209977.687889:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954668928, offset 0 00000400:00000200:2.0:1715209977.687892:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209977.687896:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [509:509:256:4294967295] 192.168.203.134@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:3.0:1715209977.687897:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209977.687907:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209977.687926:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715209977.687928:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209977.687930:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:3.0:1715209977.687932:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209977.687935:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209977.687937:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715209977.687938:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209977.687940:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715209977.687943:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [510:510:255:4294967295] 192.168.203.134@tcp LPNI seq info [510:510:7:4294967295] 00000800:00000200:2.0:1715209977.687945:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209977.687950:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209977.687953:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715209977.687957:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715209977.687961:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000800:00000200:3.0:1715209977.687966:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715209977.687972:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715209977.687975:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209977.688023:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209977.688030:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715209977.688036:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209977.688043:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209977.688047:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715209977.688049:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715209977.688059:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954668992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209977.688128:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209977.688131:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715209977.688134:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209977.688138:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715209977.688141:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:0.0:1715209977.688143:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:0.0:1715209977.688147:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954668928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209977.689828:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209977.689841:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304083c0 00000400:00000200:0.0:1715209977.689857:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10b1 [1] + 224 00000400:00000200:0.0:1715209977.689870:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209977.689874:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209977.689880:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954668992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209977.689919:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209977.689925:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408380 00000400:00000200:0.0:1715209977.689929:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10b9 [1] + 224 00000400:00000200:0.0:1715209977.689949:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209977.689953:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209977.689957:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954668928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209977.689993:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43791b8. 00000400:00000200:2.0:1715209977.690002:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:2.0:1715209977.690005:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209977.690015:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954668992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209977.690032:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954668992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209977.690067:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:3.0:1715209977.690069:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715209977.690075:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000400:00000200:3.0:1715209977.690077:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000100:00000010:2.0:1715209977.690079:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000400:00000010:3.0:1715209977.690079:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715209977.690087:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954668928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209977.690107:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954668928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209977.690125:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715209977.690130:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:3.0:1715209977.690133:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000100:00000010:2.0:1715209982.695570:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715209982.695591:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209982.695637:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209982.695641:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715209982.695701:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209982.695708:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43791b8. 00000400:00000010:2.0:1715209982.695715:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209982.695722:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669120, portal 4 02000000:00000010:0.0:1715209982.695725:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d308a00. 00000400:00000010:2.0:1715209982.695729:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715209982.695731:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954669120, offset 0 00000400:00000010:0.0:1715209982.695734:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715209982.695742:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715209982.695750:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715209982.695754:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669056, portal 25 00000400:00000200:2.0:1715209982.695757:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715209982.695759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209982.695761:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669056, offset 0 00000400:00000200:2.0:1715209982.695762:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209982.695767:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209982.695768:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209982.695771:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209982.695784:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209982.695788:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [511:511:256:4294967295] 192.168.203.134@tcp LPNI seq info [511:511:8:4294967295] 00000400:00000200:2.0:1715209982.695799:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209982.695806:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209982.695810:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209982.695811:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209982.695815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209982.695817:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209982.695820:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209982.695824:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209982.695827:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209982.695827:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715209982.695830:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [512:512:255:4294967295] 192.168.203.134@tcp LPNI seq info [512:512:7:4294967295] 00000800:00000200:2.0:1715209982.695832:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209982.695840:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209982.695845:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209982.695848:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715209982.695863:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209982.695869:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209982.695873:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209982.695909:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209982.695915:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209982.695921:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209982.695928:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209982.695932:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715209982.695934:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715209982.695944:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954669120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209982.696015:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209982.696018:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715209982.696021:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209982.696025:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209982.696027:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209982.696029:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209982.696034:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954669056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209982.697676:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209982.697695:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408440 00000400:00000200:0.0:1715209982.697704:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10c1 [1] + 224 00000400:00000200:0.0:1715209982.697720:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209982.697725:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209982.697735:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954669120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209982.697794:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209982.697802:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408400 00000400:00000200:0.0:1715209982.697807:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10c9 [1] + 224 00000400:00000200:0.0:1715209982.697825:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209982.697829:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209982.697835:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954669056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209982.697868:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43791b8. 00000400:00000200:2.0:1715209982.697875:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:2.0:1715209982.697877:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209982.697885:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954669120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209982.697896:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954669120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209982.697926:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715209982.697931:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209982.697934:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000400:00000010:1.0:1715209982.697958:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:1.0:1715209982.697974:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715209982.697976:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715209982.697984:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954669056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209982.697995:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954669056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209982.698013:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d308a00. 02000000:00000010:1.0:1715209982.698018:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715209982.698021:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:2.0:1715209987.703581:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715209987.703601:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715209987.703646:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209987.703651:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715209987.703714:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209987.703721:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43791b8. 00000400:00000010:2.0:1715209987.703727:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 02000000:00000010:0.0:1715209987.703731:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d309e00. 00000100:00000200:2.0:1715209987.703735:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669248, portal 4 00000400:00000010:0.0:1715209987.703740:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:2.0:1715209987.703741:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715209987.703743:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954669248, offset 0 00000400:00000010:0.0:1715209987.703746:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000400:00000200:2.0:1715209987.703753:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715209987.703761:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669184, portal 25 00000400:00000010:0.0:1715209987.703765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715209987.703767:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669184, offset 0 00000400:00000200:2.0:1715209987.703768:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209987.703774:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209987.703784:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209987.703789:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209987.703793:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209987.703796:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209987.703799:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [513:513:256:4294967295] 192.168.203.134@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000200:2.0:1715209987.703810:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209987.703817:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209987.703819:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715209987.703821:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715209987.703823:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209987.703826:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715209987.703828:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715209987.703829:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209987.703832:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715209987.703837:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209987.703842:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209987.703844:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [514:514:255:4294967295] 192.168.203.134@tcp LPNI seq info [514:514:7:4294967295] 00000400:00000200:0.0:1715209987.703854:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209987.703859:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715209987.703863:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715209987.703867:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715209987.703874:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715209987.703877:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209987.703910:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209987.703916:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715209987.703922:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209987.703929:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209987.703933:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:1.0:1715209987.703935:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:1.0:1715209987.703945:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954669248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209987.704003:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209987.704006:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715209987.704008:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209987.704012:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209987.704014:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715209987.704016:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715209987.704021:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954669184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209987.705628:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209987.705641:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304084c0 00000400:00000200:0.0:1715209987.705649:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10d1 [1] + 224 00000400:00000200:0.0:1715209987.705660:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209987.705664:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209987.705671:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954669248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209987.705707:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209987.705711:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408480 00000400:00000200:0.0:1715209987.705715:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10d9 [1] + 224 00000400:00000200:0.0:1715209987.705729:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209987.705733:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209987.705737:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954669184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209987.705800:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43791b8. 00000400:00000200:2.0:1715209987.705808:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:2.0:1715209987.705810:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209987.705818:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954669248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209987.705829:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954669248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209987.705858:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 02000000:00000010:2.0:1715209987.705858:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715209987.705863:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000400:00000200:1.0:1715209987.705866:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715209987.705868:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000010:2.0:1715209987.705868:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000200:1.0:1715209987.705876:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954669184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209987.705887:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954669184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209987.705920:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d309e00. 02000000:00000010:1.0:1715209987.705925:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715209987.705928:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715209992.711604:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715209992.711634:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715209992.711691:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209992.711696:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715209992.711774:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:0.0:1715209992.711776:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d308a00. 00000400:00000010:2.0:1715209992.711784:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43791b8. 00000400:00000010:0.0:1715209992.711786:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:0.0:1715209992.711793:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000010:2.0:1715209992.711793:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715209992.711801:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669312, portal 25 00000400:00000010:0.0:1715209992.711807:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:2.0:1715209992.711808:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669376, portal 4 00000100:00000200:0.0:1715209992.711810:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669312, offset 0 00000400:00000010:2.0:1715209992.711816:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000200:0.0:1715209992.711824:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209992.711839:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954669376, offset 0 00000400:00000200:2.0:1715209992.711848:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209992.711852:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209992.711859:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209992.711864:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209992.711869:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209992.711871:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209992.711875:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [515:515:256:4294967295] 192.168.203.134@tcp LPNI seq info [515:515:8:4294967295] 00000400:00000200:0.0:1715209992.711888:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209992.711895:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209992.711897:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209992.711900:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715209992.711901:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209992.711905:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209992.711908:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209992.711909:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209992.711911:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715209992.711914:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [516:516:255:4294967295] 192.168.203.134@tcp LPNI seq info [516:516:7:4294967295] 00000800:00000200:0.0:1715209992.711920:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209992.711924:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209992.711926:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209992.711929:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715209992.711932:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715209992.711938:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209992.711944:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209992.711947:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209992.712118:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209992.712125:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715209992.712131:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209992.712140:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209992.712145:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715209992.712147:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715209992.712159:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954669312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209992.712225:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209992.712228:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715209992.712231:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209992.712235:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209992.712238:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:1.0:1715209992.712239:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:1.0:1715209992.712245:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954669376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209992.713900:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209992.713914:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408540 00000400:00000200:0.0:1715209992.713922:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10e5 [1] + 224 00000400:00000200:0.0:1715209992.713934:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209992.713938:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209992.713946:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954669376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209992.713987:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209992.713992:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408500 00000400:00000200:0.0:1715209992.713997:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10e1 [1] + 224 00000400:00000200:0.0:1715209992.714012:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209992.714016:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209992.714021:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954669312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209992.714091:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43791b8. 00000400:00000200:2.0:1715209992.714099:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:2.0:1715209992.714109:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715209992.714118:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954669376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209992.714129:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954669376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209992.714162:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 02000000:00000010:2.0:1715209992.714164:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715209992.714170:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 02000000:00000010:2.0:1715209992.714170:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000400:00000010:1.0:1715209992.714172:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000010:2.0:1715209992.714174:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000200:1.0:1715209992.714181:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954669312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209992.714192:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954669312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209992.714211:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d308a00. 02000000:00000010:1.0:1715209992.714216:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715209992.714219:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715209997.719610:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715209997.719635:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209997.719695:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715209997.719698:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:0.0:1715209997.719744:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d308a00. 00000400:00000010:0.0:1715209997.719752:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 02000000:00000010:2.0:1715209997.719754:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715209997.719757:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43791b8. 00000400:00000010:0.0:1715209997.719773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000010:2.0:1715209997.719773:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715209997.719780:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669440, portal 25 00000400:00000010:0.0:1715209997.719783:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715209997.719784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669504, portal 4 00000100:00000200:0.0:1715209997.719785:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669440, offset 0 00000400:00000010:2.0:1715209997.719789:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000200:0.0:1715209997.719794:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715209997.719798:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954669504, offset 0 00000400:00000200:2.0:1715209997.719802:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715209997.719808:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715209997.719812:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209997.719816:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715209997.719819:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209997.719821:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715209997.719824:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [517:517:256:4294967295] 192.168.203.134@tcp LPNI seq info [517:517:8:4294967295] 00000400:00000200:0.0:1715209997.719833:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715209997.719837:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715209997.719838:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715209997.719840:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715209997.719840:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209997.719842:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715209997.719844:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209997.719846:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715209997.719847:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715209997.719848:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [518:518:255:4294967295] 192.168.203.134@tcp LPNI seq info [518:518:7:4294967295] 00000800:00000200:0.0:1715209997.719854:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715209997.719854:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715209997.719857:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715209997.719858:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715209997.719860:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715209997.719863:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715209997.719867:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715209997.719869:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209997.719926:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209997.719935:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715209997.719942:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209997.719947:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209997.719950:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715209997.719952:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715209997.719961:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954669440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209997.720048:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209997.720050:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715209997.720052:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209997.720055:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715209997.720057:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715209997.720058:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715209997.720061:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954669504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209997.721541:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209997.721554:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408580 00000400:00000200:0.0:1715209997.721561:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10f1 [1] + 224 00000400:00000200:0.0:1715209997.721572:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209997.721576:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209997.721583:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954669440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209997.721616:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715209997.721621:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304085c0 00000400:00000200:0.0:1715209997.721624:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x10f5 [1] + 224 00000400:00000200:0.0:1715209997.721640:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209997.721648:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715209997.721652:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954669504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209997.721693:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:2.0:1715209997.721699:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715209997.721701:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715209997.721708:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954669440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209997.721718:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954669440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209997.721742:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d308a00. 02000000:00000010:2.0:1715209997.721748:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715209997.721752:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:3.0:1715209997.721757:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43791b8. 00000400:00000200:3.0:1715209997.721765:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:3.0:1715209997.721767:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:3.0:1715209997.721775:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954669504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209997.721784:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954669504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209997.721806:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715209997.721810:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:3.0:1715209997.721813:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715210002.727586:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210002.727610:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210002.727660:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210002.727678:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715210002.727732:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210002.727740:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715210002.727747:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210002.727755:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669632, portal 4 00000400:00000010:2.0:1715210002.727762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210002.727765:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954669632, offset 0 00000400:00000200:2.0:1715210002.727775:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210002.727790:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210002.727795:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210002.727799:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210002.727803:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210002.727805:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210002.727809:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [519:519:256:4294967295] 192.168.203.134@tcp LPNI seq info [519:519:8:4294967295] 02000000:00000010:3.0:1715210002.727816:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000200:2.0:1715210002.727821:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210002.727827:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210002.727831:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000010:3.0:1715210002.727834:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000800:00000200:2.0:1715210002.727838:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:3.0:1715210002.727843:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000800:00000200:2.0:1715210002.727847:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210002.727851:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1715210002.727851:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669568, portal 25 00000400:00000010:3.0:1715210002.727856:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715210002.727859:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669568, offset 0 00000400:00000200:3.0:1715210002.727871:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210002.727888:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210002.727894:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210002.727899:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210002.727902:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210002.727905:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210002.727909:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [520:520:255:4294967295] 192.168.203.134@tcp LPNI seq info [520:520:7:4294967295] 00000400:00000200:3.0:1715210002.727921:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210002.727947:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210002.727953:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715210002.727960:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210002.727969:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210002.727975:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210002.727999:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210002.728006:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210002.728012:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210002.728019:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210002.728024:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715210002.728026:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715210002.728036:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954669632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210002.728114:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210002.728116:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715210002.728120:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210002.728124:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210002.728126:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:0.0:1715210002.728128:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:0.0:1715210002.728132:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954669568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210002.729617:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210002.729631:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408640 00000400:00000200:0.0:1715210002.729640:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1101 [1] + 224 00000400:00000200:0.0:1715210002.729654:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210002.729659:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210002.729668:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954669632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210002.729722:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210002.729732:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408600 00000400:00000200:0.0:1715210002.729741:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:0.0:1715210002.729775:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210002.729782:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210002.729789:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954669568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210002.729798:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715210002.729806:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:2.0:1715210002.729808:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210002.729816:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954669632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210002.729827:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954669632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210002.729857:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210002.729862:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210002.729866:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000400:00000010:3.0:1715210002.729931:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210002.729939:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210002.729941:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210002.729951:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954669568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210002.729964:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954669568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210002.729991:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210002.729998:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:3.0:1715210002.730002:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000010:2.0:1715210007.735580:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210007.735603:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210007.735660:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210007.735664:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210007.735721:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210007.735728:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715210007.735735:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210007.735742:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669760, portal 4 00000400:00000010:2.0:1715210007.735749:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715210007.735751:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954669760, offset 0 02000000:00000010:0.0:1715210007.735758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d309e00. 00000400:00000200:2.0:1715210007.735762:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210007.735768:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:0.0:1715210007.735773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715210007.735777:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669696, portal 25 00000400:00000200:2.0:1715210007.735777:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210007.735781:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000200:2.0:1715210007.735782:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210007.735783:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669696, offset 0 00000400:00000200:2.0:1715210007.735787:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210007.735790:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210007.735791:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210007.735793:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210007.735797:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [521:521:256:4294967295] 192.168.203.134@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:2.0:1715210007.735808:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210007.735814:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210007.735817:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210007.735820:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210007.735821:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210007.735825:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210007.735827:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210007.735827:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210007.735830:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210007.735833:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [522:522:255:4294967295] 192.168.203.134@tcp LPNI seq info [522:522:7:4294967295] 00000800:00000200:2.0:1715210007.735835:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210007.735840:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210007.735842:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210007.735847:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210007.735850:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715210007.735855:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210007.735861:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210007.735864:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210007.735916:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210007.735922:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210007.735928:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210007.735935:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210007.735939:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715210007.735942:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715210007.735951:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954669760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210007.736010:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210007.736012:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210007.736015:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210007.736019:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210007.736022:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210007.736023:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210007.736028:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954669696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210007.737840:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210007.737858:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304086c0 00000400:00000200:0.0:1715210007.737863:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1111 [1] + 224 00000400:00000200:0.0:1715210007.737870:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210007.737873:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210007.737877:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954669760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210007.737909:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210007.737913:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408680 00000400:00000200:0.0:1715210007.737915:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1119 [1] + 224 00000400:00000200:0.0:1715210007.737923:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210007.737926:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210007.737928:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954669696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210007.737970:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715210007.737975:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:2.0:1715210007.737976:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210007.737981:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954669760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210007.737988:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954669760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210007.738029:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:1.0:1715210007.738048:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715210007.738050:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 02000000:00000010:2.0:1715210007.738050:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210007.738055:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000200:1.0:1715210007.738058:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954669696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210007.738059:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000200:1.0:1715210007.738069:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954669696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210007.738087:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d309e00. 02000000:00000010:1.0:1715210007.738092:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715210007.738095:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000010:2.0:1715210012.743633:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210012.743658:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210012.743710:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715210012.743714:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715210012.743783:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210012.743791:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715210012.743797:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210012.743805:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669888, portal 4 00000400:00000010:2.0:1715210012.743812:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715210012.743814:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954669888, offset 0 00000400:00000200:2.0:1715210012.743825:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715210012.743834:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000200:2.0:1715210012.743839:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210012.743845:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715210012.743848:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715210012.743849:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210012.743853:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210012.743856:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:3.0:1715210012.743858:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715210012.743859:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [523:523:256:4294967295] 192.168.203.134@tcp LPNI seq info [523:523:8:4294967295] 00000100:00000200:3.0:1715210012.743865:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669824, portal 25 00000400:00000200:2.0:1715210012.743871:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:3.0:1715210012.743871:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:3.0:1715210012.743874:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669824, offset 0 00000800:00000200:2.0:1715210012.743877:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210012.743881:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:3.0:1715210012.743886:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210012.743888:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210012.743896:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210012.743902:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210012.743903:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210012.743908:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210012.743913:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210012.743917:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210012.743920:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210012.743924:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [524:524:255:4294967295] 192.168.203.134@tcp LPNI seq info [524:524:7:4294967295] 00000400:00000200:3.0:1715210012.743935:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210012.743942:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210012.743966:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000800:00000200:3.0:1715210012.743973:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210012.743984:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210012.743989:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210012.744044:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210012.744050:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715210012.744056:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210012.744063:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210012.744068:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715210012.744070:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715210012.744080:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954669888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210012.744117:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210012.744119:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715210012.744123:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210012.744127:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210012.744129:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:0.0:1715210012.744163:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:0.0:1715210012.744169:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954669824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210012.745608:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210012.745622:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408740 00000400:00000200:0.0:1715210012.745629:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1121 [1] + 224 00000400:00000200:0.0:1715210012.745640:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210012.745644:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210012.745665:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954669888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210012.745704:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210012.745710:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408700 00000400:00000200:0.0:1715210012.745715:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1129 [1] + 224 00000400:00000200:0.0:1715210012.745729:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210012.745733:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210012.745737:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954669824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210012.745797:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715210012.745805:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:2.0:1715210012.745807:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210012.745825:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954669888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210012.745830:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715210012.745836:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954669888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210012.745838:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210012.745840:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210012.745851:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954669824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210012.745865:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954669824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210012.745866:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210012.745871:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210012.745875:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 02000000:00000010:3.0:1715210012.745893:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210012.745898:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:3.0:1715210012.745903:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:2.0:1715210017.751585:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715210017.751608:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210017.751656:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210017.751660:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715210017.751724:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 02000000:00000010:0.0:1715210017.751725:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d309e00. 00000400:00000010:2.0:1715210017.751733:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:0.0:1715210017.751737:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:2.0:1715210017.751742:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000400:00000010:0.0:1715210017.751744:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:2.0:1715210017.751752:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670016, portal 4 00000400:00000010:2.0:1715210017.751761:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715210017.751763:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954669952, portal 25 00000100:00000200:2.0:1715210017.751765:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670016, offset 0 00000400:00000010:0.0:1715210017.751770:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000400:00000200:2.0:1715210017.751779:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210017.751786:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954669952, offset 0 00000400:00000200:2.0:1715210017.751797:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210017.751798:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210017.751804:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210017.751809:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210017.751813:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210017.751816:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210017.751819:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [525:525:256:4294967295] 192.168.203.134@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:2.0:1715210017.751831:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210017.751838:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210017.751842:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210017.751843:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210017.751849:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210017.751849:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210017.751854:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210017.751857:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210017.751858:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210017.751861:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210017.751863:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210017.751866:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [526:526:255:4294967295] 192.168.203.134@tcp LPNI seq info [526:526:7:4294967295] 00000400:00000200:0.0:1715210017.751880:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210017.751887:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210017.751892:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210017.751899:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210017.751908:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210017.751913:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210017.751960:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210017.751967:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210017.751973:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210017.751980:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210017.751984:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:1.0:1715210017.751986:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:1.0:1715210017.751997:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954670016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210017.752069:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210017.752072:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210017.752074:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210017.752078:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210017.752081:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715210017.752082:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715210017.752087:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954669952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210017.753861:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210017.753886:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304087c0 00000400:00000200:0.0:1715210017.753895:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1131 [1] + 224 00000400:00000200:0.0:1715210017.753912:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210017.753918:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210017.753928:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954670016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210017.753984:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210017.753994:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408780 00000400:00000200:0.0:1715210017.754001:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1135 [1] + 224 00000400:00000200:0.0:1715210017.754022:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210017.754029:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210017.754037:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954669952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210017.754064:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715210017.754072:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:2.0:1715210017.754074:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210017.754081:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954670016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210017.754093:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954670016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210017.754142:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210017.754148:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210017.754152:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000400:00000010:1.0:1715210017.754186:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:1.0:1715210017.754194:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715210017.754196:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:1.0:1715210017.754204:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954669952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210017.754215:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954669952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210017.754250:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d309e00. 02000000:00000010:1.0:1715210017.754256:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715210017.754259:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715210022.759584:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210022.759605:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210022.759649:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210022.759653:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210022.759713:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210022.759720:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715210022.759727:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210022.759734:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670144, portal 4 00000400:00000010:2.0:1715210022.759740:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715210022.759743:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670144, offset 0 02000000:00000010:3.0:1715210022.759744:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000200:2.0:1715210022.759753:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715210022.759754:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210022.759759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210022.759763:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670080, portal 25 00000400:00000200:2.0:1715210022.759767:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715210022.759767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715210022.759770:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670080, offset 0 00000400:00000200:2.0:1715210022.759773:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210022.759777:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210022.759777:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210022.759782:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210022.759784:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210022.759788:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [527:527:256:4294967295] 192.168.203.134@tcp LPNI seq info [527:527:8:4294967295] 00000400:00000200:2.0:1715210022.759799:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210022.759805:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210022.759808:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210022.759810:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:3.0:1715210022.759812:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210022.759815:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210022.759818:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210022.759820:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210022.759823:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [528:528:255:4294967295] 192.168.203.134@tcp LPNI seq info [528:528:7:4294967295] 00000800:00000200:2.0:1715210022.759827:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210022.759833:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210022.759836:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210022.759838:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210022.759840:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715210022.759842:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000800:00000200:3.0:1715210022.759856:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210022.759863:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210022.759866:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210022.759915:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210022.759921:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210022.759927:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210022.759934:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210022.759939:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715210022.759941:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715210022.759951:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954670144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210022.760006:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210022.760009:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715210022.760012:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210022.760016:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210022.760019:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:0.0:1715210022.760020:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:0.0:1715210022.760025:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954670080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210022.761733:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210022.761746:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408840 00000400:00000200:0.0:1715210022.761754:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1141 [1] + 224 00000400:00000200:0.0:1715210022.761764:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210022.761768:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210022.761775:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954670144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210022.761810:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210022.761815:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408800 00000400:00000200:0.0:1715210022.761819:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1149 [1] + 224 00000400:00000200:0.0:1715210022.761842:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210022.761846:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210022.761851:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954670080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210022.761912:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715210022.761922:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:2.0:1715210022.761925:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210022.761935:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954670144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210022.761951:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954670144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210022.761967:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210022.761975:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210022.761977:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210022.761985:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954670080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210022.761988:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000100:00000200:3.0:1715210022.761995:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954670080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210022.761996:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210022.762001:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 02000000:00000010:3.0:1715210022.762013:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210022.762018:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:3.0:1715210022.762022:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:0.0:1715210027.767688:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210027.767709:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210027.767747:0:32320:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210027.767751:0:32320:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:2.0:1715210027.767756:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210027.767767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000010:2.0:1715210027.767774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210027.767782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670208, portal 25 00000400:00000010:2.0:1715210027.767787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715210027.767790:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670208, offset 0 00000400:00000200:2.0:1715210027.767801:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210027.767815:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210027.767820:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210027.767825:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210027.767829:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210027.767832:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210027.767835:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [529:529:256:4294967295] 192.168.203.134@tcp LPNI seq info [529:529:8:4294967295] 00000400:00000200:2.0:1715210027.767846:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210027.767852:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210027.767856:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715210027.767863:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 02000000:00000010:1.0:1715210027.767864:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715210027.767873:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210027.767879:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210027.767883:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670272, portal 4 00000800:00000200:2.0:1715210027.767883:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:1.0:1715210027.767888:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000800:00000200:2.0:1715210027.767888:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715210027.767890:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670272, offset 0 00000400:00000200:1.0:1715210027.767897:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210027.767906:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210027.767910:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210027.767913:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210027.767916:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210027.767918:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210027.767921:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [530:530:255:4294967295] 192.168.203.134@tcp LPNI seq info [530:530:7:4294967295] 00000400:00000200:1.0:1715210027.767931:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210027.767935:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210027.767939:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:0.0:1715210027.767941:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1715210027.767944:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000010:0.0:1715210027.767945:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210027.767949:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1715210027.767950:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210027.767953:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210027.767956:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210027.767961:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715210027.767963:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715210027.767971:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954670208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210027.768005:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210027.768007:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715210027.768019:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210027.768023:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210027.768025:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715210027.768056:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715210027.768062:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954670272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210027.769953:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210027.769967:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408880 00000400:00000200:0.0:1715210027.769975:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1151 [1] + 224 00000400:00000200:0.0:1715210027.769986:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210027.769989:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210027.769997:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954670208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210027.770055:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210027.770061:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304088c0 00000400:00000200:0.0:1715210027.770066:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1159 [1] + 224 00000400:00000200:0.0:1715210027.770080:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210027.770085:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210027.770090:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954670272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210027.770123:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 00000400:00000200:2.0:1715210027.770131:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:2.0:1715210027.770133:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210027.770141:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954670208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210027.770152:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954670208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210027.770175:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210027.770181:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715210027.770185:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000400:00000010:1.0:1715210027.770227:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210027.770234:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210027.770236:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210027.770244:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954670272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210027.770254:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954670272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210027.770294:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210027.770300:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:1.0:1715210027.770303:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210032.775582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210032.775604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210032.775648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210032.775651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715210032.775705:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210032.775712:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715210032.775719:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715210032.775726:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670400, portal 4 00000400:00000010:0.0:1715210032.775733:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715210032.775745:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670400, offset 0 02000000:00000010:3.0:1715210032.775747:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000200:0.0:1715210032.775756:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715210032.775756:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210032.775762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210032.775766:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670336, portal 25 00000400:00000200:0.0:1715210032.775770:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715210032.775770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:3.0:1715210032.775773:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670336, offset 0 00000400:00000200:0.0:1715210032.775776:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210032.775780:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210032.775780:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210032.775785:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210032.775787:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210032.775791:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [531:531:256:4294967295] 192.168.203.134@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:0.0:1715210032.775802:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210032.775808:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210032.775811:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210032.775812:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:3.0:1715210032.775815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210032.775818:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210032.775819:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210032.775821:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210032.775824:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210032.775827:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [532:532:255:4294967295] 192.168.203.134@tcp LPNI seq info [532:532:7:4294967295] 00000800:00000200:0.0:1715210032.775828:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210032.775833:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210032.775836:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210032.775841:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210032.775845:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715210032.775850:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210032.775865:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210032.775869:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210032.775909:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210032.775915:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210032.775921:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210032.775928:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210032.775933:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715210032.775935:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210032.775945:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954670400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210032.776045:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210032.776048:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715210032.776051:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210032.776055:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210032.776058:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:1.0:1715210032.776059:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:1.0:1715210032.776063:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954670336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210032.777887:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210032.777900:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408940 00000400:00000200:0.0:1715210032.777908:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1161 [1] + 224 00000400:00000200:0.0:1715210032.777918:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210032.777922:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210032.777929:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954670400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210032.777964:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210032.777969:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408900 00000400:00000200:0.0:1715210032.777973:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1169 [1] + 224 00000400:00000200:0.0:1715210032.777987:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210032.777991:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210032.778022:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954670336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210032.778074:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:2.0:1715210032.778083:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715210032.778085:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715210032.778094:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954670400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210032.778105:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954670400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210032.778134:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210032.778142:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715210032.778146:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000010:3.0:1715210032.778158:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210032.778166:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210032.778168:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210032.778176:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954670336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210032.778187:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954670336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210032.778206:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210032.778210:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715210032.778213:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210037.783582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210037.783603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715210037.783649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210037.783653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210037.783714:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210037.783721:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:0.0:1715210037.783728:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715210037.783736:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670528, portal 4 00000400:00000010:0.0:1715210037.783742:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 02000000:00000010:2.0:1715210037.783743:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000100:00000200:0.0:1715210037.783745:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670528, offset 0 00000400:00000010:2.0:1715210037.783753:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379108. 00000400:00000200:0.0:1715210037.783756:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210037.783768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000400:00000200:0.0:1715210037.783771:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210037.783773:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670464, portal 25 00000400:00000200:0.0:1715210037.783776:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210037.783777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715210037.783779:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670464, offset 0 00000400:00000200:0.0:1715210037.783781:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210037.783785:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210037.783786:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210037.783788:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210037.783792:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [533:533:256:4294967295] 192.168.203.134@tcp LPNI seq info [533:533:8:4294967295] 00000400:00000200:0.0:1715210037.783804:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210037.783810:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210037.783813:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210037.783814:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210037.783817:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210037.783821:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210037.783829:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210037.783832:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210037.783835:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210037.783835:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210037.783838:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210037.783841:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [534:534:255:4294967295] 192.168.203.134@tcp LPNI seq info [534:534:7:4294967295] 00000400:00000200:2.0:1715210037.783851:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210037.783856:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210037.783860:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210037.783865:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210037.783871:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210037.783874:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210037.783913:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210037.783919:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210037.783924:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210037.783931:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210037.783936:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715210037.783938:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715210037.783948:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954670528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210037.784051:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210037.784054:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210037.784057:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210037.784062:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210037.784074:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:1.0:1715210037.784075:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:1.0:1715210037.784081:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954670464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210037.785908:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210037.785921:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304089c0 00000400:00000200:0.0:1715210037.785929:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1171 [1] + 224 00000400:00000200:0.0:1715210037.785939:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210037.785943:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210037.785979:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954670528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210037.786017:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210037.786023:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408980 00000400:00000200:0.0:1715210037.786028:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:0.0:1715210037.786042:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210037.786046:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210037.786051:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954670464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210037.786110:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:2.0:1715210037.786118:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715210037.786120:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715210037.786128:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954670528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210037.786140:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954670528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210037.786165:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379108. 02000000:00000010:2.0:1715210037.786170:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715210037.786173:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:3.0:1715210037.786175:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 02000000:00000010:2.0:1715210037.786176:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715210037.786179:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000200:3.0:1715210037.786184:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954670464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210037.786195:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954670464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210037.786213:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715210037.786218:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:3.0:1715210037.786221:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210042.791581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210042.791603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715210042.791646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210042.791650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210042.791709:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210042.791716:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:0.0:1715210042.791723:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210042.791731:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670656, portal 4 00000400:00000010:0.0:1715210042.791737:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715210042.791739:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670656, offset 0 02000000:00000010:2.0:1715210042.791739:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210042.791748:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379210. 00000400:00000200:0.0:1715210042.791750:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210042.791763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000400:00000200:0.0:1715210042.791764:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210042.791768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670592, portal 25 00000400:00000200:0.0:1715210042.791770:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210042.791772:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000400:00000200:0.0:1715210042.791774:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:2.0:1715210042.791774:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670592, offset 0 00000400:00000200:0.0:1715210042.791778:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210042.791781:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210042.791782:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210042.791784:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [535:535:256:4294967295] 192.168.203.134@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:0.0:1715210042.791796:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210042.791802:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210042.791805:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210042.791806:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715210042.791809:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210042.791812:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210042.791824:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210042.791824:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210042.791827:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210042.791830:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [536:536:255:4294967295] 192.168.203.134@tcp LPNI seq info [536:536:7:4294967295] 00000800:00000200:0.0:1715210042.791833:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210042.791838:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210042.791840:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210042.791845:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210042.791849:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210042.791854:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210042.791860:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210042.791863:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210042.791919:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210042.791952:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210042.791958:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210042.791965:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210042.791970:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210042.791972:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210042.791982:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954670656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210042.792053:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210042.792056:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210042.792059:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210042.792063:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210042.792065:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:1.0:1715210042.792066:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715210042.792071:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954670592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210042.793815:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210042.793829:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408a40 00000400:00000200:0.0:1715210042.793837:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1181 [1] + 224 00000400:00000200:0.0:1715210042.793847:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210042.793851:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210042.793858:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954670656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210042.793893:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210042.793898:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408a00 00000400:00000200:0.0:1715210042.793902:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1189 [1] + 224 00000400:00000200:0.0:1715210042.793915:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210042.793919:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210042.793947:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954670592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210042.793961:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715210042.793969:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715210042.793971:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715210042.793979:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954670656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210042.793991:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954670656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210042.794020:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210042.794025:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210042.794028:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000010:3.0:1715210042.794067:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379210. 00000400:00000200:3.0:1715210042.794076:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:3.0:1715210042.794078:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:3.0:1715210042.794086:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954670592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210042.794098:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954670592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210042.794116:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210042.794130:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:3.0:1715210042.794133:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210047.799584:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210047.799606:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210047.799649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210047.799653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715210047.799712:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210047.799719:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715210047.799726:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715210047.799734:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670784, portal 4 02000000:00000010:2.0:1715210047.799737:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:0.0:1715210047.799740:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210047.799743:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670784, offset 0 00000400:00000010:2.0:1715210047.799746:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43793c8. 00000400:00000200:0.0:1715210047.799753:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210047.799762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715210047.799766:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670720, portal 25 00000400:00000200:0.0:1715210047.799768:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210047.799770:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715210047.799772:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670720, offset 0 00000400:00000200:2.0:1715210047.799780:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210047.799784:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210047.799789:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210047.799793:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210047.799796:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210047.799799:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [537:537:256:4294967295] 192.168.203.134@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:0.0:1715210047.799811:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210047.799818:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210047.799821:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210047.799822:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210047.799825:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210047.799829:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210047.799829:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210047.799832:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210047.799838:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210047.799843:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210047.799844:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210047.799847:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [538:538:255:4294967295] 192.168.203.134@tcp LPNI seq info [538:538:7:4294967295] 00000400:00000200:2.0:1715210047.799857:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210047.799862:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210047.799866:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715210047.799871:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210047.799877:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210047.799880:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210047.799933:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210047.799939:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210047.799945:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210047.799953:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210047.799957:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715210047.799959:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715210047.799970:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954670784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210047.800029:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210047.800031:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210047.800034:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210047.800038:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210047.800050:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:1.0:1715210047.800051:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:1.0:1715210047.800057:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954670720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210047.801751:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210047.801764:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408ac0 00000400:00000200:0.0:1715210047.801771:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1191 [1] + 224 00000400:00000200:0.0:1715210047.801782:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210047.801786:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210047.801794:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954670784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210047.801832:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210047.801836:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408a80 00000400:00000200:0.0:1715210047.801841:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1199 [1] + 224 00000400:00000200:0.0:1715210047.801859:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210047.801863:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210047.801868:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954670720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210047.801943:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:2.0:1715210047.801951:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715210047.801953:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715210047.801961:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954670784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210047.801973:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954670784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210047.801990:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43793c8. 00000400:00000200:3.0:1715210047.801998:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:3.0:1715210047.802000:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 02000000:00000010:2.0:1715210047.802001:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210047.802007:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000200:3.0:1715210047.802009:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954670720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210047.802011:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000200:3.0:1715210047.802020:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954670720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210047.802039:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210047.802043:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:3.0:1715210047.802046:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210052.807587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210052.807609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210052.807658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210052.807679:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:1.0:1715210052.807744:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 02000000:00000010:0.0:1715210052.807748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210052.807755:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:1.0:1715210052.807755:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715210052.807763:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000010:1.0:1715210052.807763:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715210052.807773:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670912, portal 4 00000100:00000200:1.0:1715210052.807780:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670848, portal 25 00000400:00000010:0.0:1715210052.807781:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715210052.807785:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954670912, offset 0 00000400:00000010:1.0:1715210052.807785:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715210052.807788:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670848, offset 0 00000400:00000200:0.0:1715210052.807797:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210052.807804:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210052.807812:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210052.807819:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210052.807825:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210052.807830:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210052.807834:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210052.807839:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [539:539:256:4294967295] 192.168.203.134@tcp LPNI seq info [539:539:8:4294967295] 00000400:00000200:0.0:1715210052.807854:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210052.807894:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210052.807900:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210052.807900:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210052.807905:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210052.807908:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210052.807910:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210052.807912:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210052.807915:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210052.807918:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [540:540:255:4294967295] 192.168.203.134@tcp LPNI seq info [540:540:7:4294967295] 00000800:00000200:0.0:1715210052.807921:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210052.807927:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210052.807930:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210052.807937:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210052.807941:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715210052.807946:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210052.807953:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210052.807956:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210052.808014:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210052.808020:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210052.808026:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210052.808033:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210052.808037:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:2.0:1715210052.808039:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:2.0:1715210052.808050:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954670912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210052.808128:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210052.808131:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715210052.808133:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210052.808137:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210052.808149:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:2.0:1715210052.808151:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:2.0:1715210052.808155:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954670848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210052.809894:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210052.809908:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408b40 00000400:00000200:0.0:1715210052.809915:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11a1 [1] + 224 00000400:00000200:0.0:1715210052.809926:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210052.809929:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210052.809936:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954670912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210052.809972:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210052.809977:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408b00 00000400:00000200:0.0:1715210052.809991:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11a5 [1] + 224 00000400:00000200:0.0:1715210052.810009:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210052.810013:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210052.810017:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954670848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210052.810060:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715210052.810068:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715210052.810070:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715210052.810078:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954670912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210052.810089:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954670912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210052.810100:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210052.810106:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210052.810109:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210052.810117:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954670848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210052.810118:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:1.0:1715210052.810125:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954670848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210052.810126:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:2.0:1715210052.810130:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 02000000:00000010:1.0:1715210052.810155:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210052.810159:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715210052.810162:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210057.815587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210057.815608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210057.815652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210057.815655:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210057.815714:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210057.815721:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:0.0:1715210057.815728:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715210057.815735:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671040, portal 4 00000400:00000010:0.0:1715210057.815741:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715210057.815743:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671040, offset 0 02000000:00000010:2.0:1715210057.815746:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:0.0:1715210057.815754:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210057.815755:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379f20. 00000400:00000010:2.0:1715210057.815760:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715210057.815765:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954670976, portal 25 00000400:00000200:0.0:1715210057.815768:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210057.815768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715210057.815770:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954670976, offset 0 00000400:00000200:0.0:1715210057.815773:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210057.815778:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210057.815778:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210057.815782:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210057.815785:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210057.815788:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [541:541:256:4294967295] 192.168.203.134@tcp LPNI seq info [541:541:8:4294967295] 00000400:00000200:0.0:1715210057.815800:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210057.815806:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210057.815809:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210057.815810:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210057.815813:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210057.815816:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210057.815817:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210057.815819:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210057.815847:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210057.815851:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [542:542:255:4294967295] 192.168.203.134@tcp LPNI seq info [542:542:7:4294967295] 00000800:00000200:0.0:1715210057.815852:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210057.815857:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210057.815861:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210057.815866:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210057.815870:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210057.815885:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210057.815892:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210057.815895:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210057.815933:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210057.815940:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210057.815946:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210057.815953:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210057.815958:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210057.815960:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210057.815970:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954671040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210057.816041:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210057.816044:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210057.816047:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210057.816051:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210057.816053:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:1.0:1715210057.816055:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:1.0:1715210057.816059:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954670976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210057.817917:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210057.817939:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408bc0 00000400:00000200:0.0:1715210057.817946:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11b1 [1] + 224 00000400:00000200:0.0:1715210057.817959:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210057.817963:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210057.817971:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954671040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210057.818010:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210057.818015:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408b80 00000400:00000200:0.0:1715210057.818019:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11b9 [1] + 224 00000400:00000200:0.0:1715210057.818032:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210057.818036:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210057.818041:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954670976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210057.818097:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715210057.818104:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715210057.818107:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:2.0:1715210057.818115:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954671040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210057.818126:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954671040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210057.818155:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210057.818160:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000400:00000010:3.0:1715210057.818160:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379f20. 00000100:00000010:2.0:1715210057.818164:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000200:3.0:1715210057.818168:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:3.0:1715210057.818171:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:3.0:1715210057.818179:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954670976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210057.818191:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954670976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210057.818209:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715210057.818213:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:3.0:1715210057.818216:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715210062.823619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210062.823643:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210062.823690:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210062.823694:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210062.823761:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210062.823768:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:0.0:1715210062.823775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715210062.823783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671168, portal 4 00000400:00000010:0.0:1715210062.823817:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 02000000:00000010:2.0:1715210062.823819:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000100:00000200:0.0:1715210062.823821:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671168, offset 0 00000400:00000010:2.0:1715210062.823828:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379c08. 00000400:00000200:0.0:1715210062.823831:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210062.823842:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000200:0.0:1715210062.823846:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210062.823847:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671104, portal 25 00000400:00000200:0.0:1715210062.823851:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210062.823851:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210062.823853:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954671104, offset 0 00000400:00000200:0.0:1715210062.823856:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210062.823860:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210062.823860:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210062.823862:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210062.823881:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [543:543:256:4294967295] 192.168.203.134@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:0.0:1715210062.823893:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210062.823900:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210062.823902:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210062.823904:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210062.823906:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210062.823909:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210062.823911:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210062.823912:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210062.823914:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210062.823917:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [544:544:255:4294967295] 192.168.203.134@tcp LPNI seq info [544:544:7:4294967295] 00000800:00000200:0.0:1715210062.823921:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210062.823926:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210062.823927:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210062.823932:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210062.823935:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715210062.823940:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210062.823956:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210062.823959:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210062.824011:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210062.824017:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210062.824024:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210062.824031:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210062.824036:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210062.824038:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210062.824048:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954671168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210062.824124:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210062.824126:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210062.824129:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210062.824133:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210062.824145:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:1.0:1715210062.824147:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715210062.824153:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954671104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210062.826012:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210062.826026:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408c40 00000400:00000200:0.0:1715210062.826033:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11c1 [1] + 224 00000400:00000200:0.0:1715210062.826044:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210062.826048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210062.826055:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954671168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210062.826091:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210062.826096:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408c00 00000400:00000200:0.0:1715210062.826100:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11c9 [1] + 224 00000400:00000200:0.0:1715210062.826115:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210062.826119:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210062.826123:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954671104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210062.826180:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:2.0:1715210062.826188:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715210062.826190:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:2.0:1715210062.826198:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954671168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210062.826200:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379c08. 00000400:00000200:3.0:1715210062.826207:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:3.0:1715210062.826209:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715210062.826210:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954671168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210062.826216:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954671104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210062.826227:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954671104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210062.826239:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715210062.826244:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715210062.826245:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715210062.826248:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 02000000:00000010:3.0:1715210062.826248:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:3.0:1715210062.826260:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210067.831583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210067.831605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715210067.831649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210067.831652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210067.831726:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210067.831731:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:0.0:1715210067.831743:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 02000000:00000010:2.0:1715210067.831747:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000100:00000200:0.0:1715210067.831749:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671296, portal 4 00000400:00000010:2.0:1715210067.831785:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379318. 00000400:00000010:0.0:1715210067.831787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715210067.831790:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671296, offset 0 00000400:00000010:2.0:1715210067.831792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715210067.831797:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671232, portal 25 00000400:00000010:2.0:1715210067.831801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000400:00000200:0.0:1715210067.831803:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210067.831812:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954671232, offset 0 00000400:00000200:0.0:1715210067.831819:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210067.831821:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210067.831824:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210067.831828:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210067.831832:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210067.831835:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210067.831838:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [545:545:256:4294967295] 192.168.203.134@tcp LPNI seq info [545:545:8:4294967295] 00000400:00000200:0.0:1715210067.831849:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210067.831856:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210067.831858:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210067.831860:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:2.0:1715210067.831862:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210067.831865:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210067.831866:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210067.831868:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210067.831871:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210067.831874:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [546:546:255:4294967295] 192.168.203.134@tcp LPNI seq info [546:546:7:4294967295] 00000800:00000200:0.0:1715210067.831877:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210067.831882:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210067.831884:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210067.831889:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210067.831892:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715210067.831897:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210067.831903:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210067.831916:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210067.831964:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210067.831970:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210067.831975:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210067.831982:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210067.831987:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210067.831989:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210067.831999:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954671296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210067.832076:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210067.832079:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210067.832082:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210067.832086:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210067.832088:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:1.0:1715210067.832090:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:1.0:1715210067.832095:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954671232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210067.834075:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210067.834088:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408cc0 00000400:00000200:0.0:1715210067.834096:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11d1 [1] + 224 00000400:00000200:0.0:1715210067.834106:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210067.834110:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210067.834117:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954671296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210067.834152:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210067.834156:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408c80 00000400:00000200:0.0:1715210067.834160:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11d9 [1] + 224 00000400:00000200:0.0:1715210067.834175:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210067.834186:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210067.834191:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954671232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210067.834241:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:2.0:1715210067.834249:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715210067.834251:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715210067.834260:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954671296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210067.834271:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954671296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210067.834300:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210067.834306:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715210067.834310:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000010:3.0:1715210067.834311:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379318. 00000400:00000200:3.0:1715210067.834319:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:3.0:1715210067.834321:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:3.0:1715210067.834329:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954671232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210067.834340:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954671232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210067.834359:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210067.834364:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:3.0:1715210067.834367:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715210072.839561:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210072.839579:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210072.839610:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210072.839612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210072.839657:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210072.839662:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000010:0.0:1715210072.839666:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715210072.839671:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671424, portal 4 00000400:00000010:0.0:1715210072.839675:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715210072.839677:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671424, offset 0 02000000:00000010:2.0:1715210072.839680:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000200:0.0:1715210072.839684:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210072.839686:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43792c0. 00000400:00000010:2.0:1715210072.839690:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715210072.839693:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671360, portal 25 00000400:00000200:0.0:1715210072.839695:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210072.839697:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000400:00000200:0.0:1715210072.839698:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210072.839698:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954671360, offset 0 00000400:00000200:0.0:1715210072.839701:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210072.839703:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210072.839703:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210072.839704:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210072.839706:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [547:547:256:4294967295] 192.168.203.134@tcp LPNI seq info [547:547:8:4294967295] 00000400:00000200:0.0:1715210072.839713:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210072.839716:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210072.839731:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715210072.839736:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210072.839737:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210072.839739:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210072.839741:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210072.839742:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210072.839743:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210072.839744:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210072.839745:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210072.839746:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [548:548:255:4294967295] 192.168.203.134@tcp LPNI seq info [548:548:7:4294967295] 00000400:00000200:2.0:1715210072.839750:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210072.839754:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210072.839756:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715210072.839759:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210072.839764:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210072.839766:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210072.839802:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210072.839806:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210072.839811:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210072.839816:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210072.839818:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210072.839819:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210072.839826:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954671424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210072.839877:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210072.839879:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210072.839880:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210072.839882:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210072.839887:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:1.0:1715210072.839888:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:1.0:1715210072.839892:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954671360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210072.841059:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210072.841066:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408d40 00000400:00000200:0.0:1715210072.841071:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11e1 [1] + 224 00000400:00000200:0.0:1715210072.841083:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210072.841085:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210072.841089:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954671424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210072.841108:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210072.841111:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408d00 00000400:00000200:0.0:1715210072.841113:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11e9 [1] + 224 00000400:00000200:0.0:1715210072.841121:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210072.841123:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210072.841125:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954671360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210072.841160:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715210072.841164:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715210072.841165:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715210072.841170:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954671424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210072.841176:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954671424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210072.841193:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210072.841196:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000400:00000010:3.0:1715210072.841197:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43792c0. 00000100:00000010:2.0:1715210072.841198:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000200:3.0:1715210072.841201:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:3.0:1715210072.841202:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:3.0:1715210072.841206:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954671360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210072.841212:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954671360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210072.841222:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715210072.841224:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:3.0:1715210072.841226:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715210077.847579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210077.847600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715210077.847643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210077.847647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210077.847737:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210077.847744:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715210077.847751:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715210077.847758:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671552, portal 4 02000000:00000010:2.0:1715210077.847763:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:0.0:1715210077.847764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715210077.847766:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671552, offset 0 00000400:00000010:2.0:1715210077.847774:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379370. 00000400:00000200:0.0:1715210077.847777:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210077.847790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000400:00000200:0.0:1715210077.847791:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210077.847795:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671488, portal 25 00000400:00000200:0.0:1715210077.847796:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210077.847801:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210077.847801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715210077.847804:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954671488, offset 0 00000400:00000200:0.0:1715210077.847805:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210077.847807:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210077.847811:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [549:549:256:4294967295] 192.168.203.134@tcp LPNI seq info [549:549:8:4294967295] 00000400:00000200:2.0:1715210077.847815:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210077.847823:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210077.847839:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210077.847842:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210077.847843:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210077.847846:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210077.847849:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210077.847850:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210077.847852:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210077.847855:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210077.847858:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [550:550:255:4294967295] 192.168.203.134@tcp LPNI seq info [550:550:7:4294967295] 00000800:00000200:0.0:1715210077.847859:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210077.847865:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210077.847867:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210077.847872:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210077.847876:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715210077.847881:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210077.847890:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210077.847895:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210077.847952:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210077.847958:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210077.847964:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210077.847972:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210077.847977:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210077.847979:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210077.847989:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954671552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210077.848049:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210077.848051:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210077.848054:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210077.848058:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210077.848060:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715210077.848061:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715210077.848067:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954671488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210077.849748:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210077.849766:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408dc0 00000400:00000200:0.0:1715210077.849776:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11f1 [1] + 224 00000400:00000200:0.0:1715210077.849793:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210077.849798:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210077.849808:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954671552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210077.849865:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210077.849872:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408d80 00000400:00000200:0.0:1715210077.849877:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x11f9 [1] + 224 00000400:00000200:0.0:1715210077.849897:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210077.849901:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210077.849907:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954671488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210077.849938:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:2.0:1715210077.849954:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715210077.849956:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210077.849965:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954671552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210077.849976:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954671552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210077.850005:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210077.850013:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210077.850018:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000010:3.0:1715210077.850029:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379370. 00000400:00000200:3.0:1715210077.850037:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:3.0:1715210077.850040:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:3.0:1715210077.850048:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954671488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210077.850059:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954671488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210077.850077:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715210077.850082:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:3.0:1715210077.850085:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210082.855611:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210082.855632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210082.855724:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210082.855730:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210082.855791:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210082.855798:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:0.0:1715210082.855805:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715210082.855813:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671680, portal 4 00000400:00000010:0.0:1715210082.855819:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 02000000:00000010:2.0:1715210082.855820:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715210082.855829:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000100:00000200:0.0:1715210082.855832:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671680, offset 0 00000400:00000010:2.0:1715210082.855834:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210082.855839:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671616, portal 25 00000400:00000010:2.0:1715210082.855843:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000200:0.0:1715210082.855845:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210082.855855:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954671616, offset 0 00000400:00000200:0.0:1715210082.855859:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210082.855863:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210082.855865:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210082.855869:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210082.855874:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210082.855876:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210082.855880:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [551:551:256:4294967295] 192.168.203.134@tcp LPNI seq info [551:551:8:4294967295] 00000400:00000200:0.0:1715210082.855890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210082.855897:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210082.855899:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210082.855901:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715210082.855903:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210082.855907:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210082.855908:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210082.855910:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210082.855912:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210082.855915:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [552:552:255:4294967295] 192.168.203.134@tcp LPNI seq info [552:552:7:4294967295] 00000800:00000200:0.0:1715210082.855917:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210082.855922:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210082.855925:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210082.855930:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210082.855933:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715210082.855938:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210082.855944:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210082.855947:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210082.856002:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210082.856009:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210082.856015:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210082.856023:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210082.856028:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210082.856030:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210082.856040:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954671680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210082.856114:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210082.856117:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210082.856120:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210082.856124:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210082.856136:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:1.0:1715210082.856138:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715210082.856144:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954671616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210082.857868:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210082.857881:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408e40 00000400:00000200:0.0:1715210082.857888:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1201 [1] + 224 00000400:00000200:0.0:1715210082.857898:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210082.857901:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210082.857909:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954671680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210082.857945:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210082.857950:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408e00 00000400:00000200:0.0:1715210082.857954:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1209 [1] + 224 00000400:00000200:0.0:1715210082.857971:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210082.857974:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210082.857979:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954671616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210082.858037:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:2.0:1715210082.858045:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715210082.858056:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210082.858064:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954671680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210082.858076:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954671680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210082.858104:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210082.858113:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000400:00000010:3.0:1715210082.858115:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000100:00000010:2.0:1715210082.858117:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000200:3.0:1715210082.858124:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:3.0:1715210082.858126:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:3.0:1715210082.858134:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954671616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210082.858145:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954671616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210082.858163:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210082.858168:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715210082.858171:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715210087.863572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210087.863600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210087.863686:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210087.863690:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715210087.863772:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210087.863776:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:0.0:1715210087.863778:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:2.0:1715210087.863782:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:0.0:1715210087.863785:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000010:2.0:1715210087.863785:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715210087.863791:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671808, portal 4 00000100:00000200:2.0:1715210087.863794:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671744, portal 25 00000400:00000010:0.0:1715210087.863797:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000010:2.0:1715210087.863798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715210087.863799:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671808, offset 0 00000100:00000200:2.0:1715210087.863799:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954671744, offset 0 00000400:00000200:0.0:1715210087.863808:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210087.863814:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210087.863822:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210087.863827:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210087.863831:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210087.863835:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210087.863836:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210087.863839:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [553:553:256:4294967295] 192.168.203.134@tcp LPNI seq info [553:553:8:4294967295] 00000400:00000200:0.0:1715210087.863848:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210087.863853:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210087.863853:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210087.863855:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210087.863857:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210087.863858:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210087.863859:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210087.863861:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210087.863862:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210087.863863:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [554:554:255:4294967295] 192.168.203.134@tcp LPNI seq info [554:554:7:4294967295] 00000400:00000200:2.0:1715210087.863868:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210087.863870:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210087.863871:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210087.863873:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:0.0:1715210087.863874:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210087.863876:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210087.863880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210087.863882:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210087.863969:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210087.863977:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210087.863985:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210087.863995:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210087.864001:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210087.864004:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210087.864017:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954671808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210087.864101:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210087.864104:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210087.864107:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210087.864111:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210087.864113:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:1.0:1715210087.864115:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715210087.864120:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954671744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210087.866014:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210087.866027:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408ec0 00000400:00000200:0.0:1715210087.866034:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1211 [1] + 224 00000400:00000200:0.0:1715210087.866048:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210087.866052:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210087.866074:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954671808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210087.866116:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210087.866121:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408e80 00000400:00000200:0.0:1715210087.866126:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1215 [1] + 224 00000400:00000200:0.0:1715210087.866141:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210087.866145:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210087.866151:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954671744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210087.866200:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:2.0:1715210087.866204:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715210087.866206:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715210087.866218:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954671808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210087.866242:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954671808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210087.866266:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:2.0:1715210087.866273:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715210087.866274:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:3.0:1715210087.866277:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 02000000:00000010:2.0:1715210087.866279:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715210087.866283:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000200:3.0:1715210087.866286:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954671744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210087.866297:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954671744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210087.866326:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210087.866332:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715210087.866337:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210092.871670:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210092.871704:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210092.871765:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210092.871769:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210092.871856:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210092.871864:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 02000000:00000010:2.0:1715210092.871870:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:0.0:1715210092.871873:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000010:2.0:1715210092.871880:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d10. 00000100:00000200:0.0:1715210092.871882:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671936, portal 4 00000400:00000010:2.0:1715210092.871885:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000400:00000010:0.0:1715210092.871890:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715210092.871890:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954671872, portal 25 00000100:00000200:0.0:1715210092.871893:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954671936, offset 0 00000400:00000010:2.0:1715210092.871894:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715210092.871897:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954671872, offset 0 00000400:00000200:0.0:1715210092.871906:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210092.871915:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210092.871927:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210092.871934:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210092.871940:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210092.871944:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210092.871947:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210092.871952:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [555:555:256:4294967295] 192.168.203.134@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:0.0:1715210092.871964:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210092.871972:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210092.871973:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210092.871976:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715210092.871976:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210092.871980:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210092.871983:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210092.871985:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210092.871988:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [556:556:255:4294967295] 192.168.203.134@tcp LPNI seq info [556:556:7:4294967295] 00000400:00000200:2.0:1715210092.871998:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210092.872003:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210092.872003:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210092.872008:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210092.872013:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210092.872014:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210092.872018:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210092.872019:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210092.872022:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210092.872116:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210092.872125:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210092.872133:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210092.872143:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210092.872149:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210092.872152:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210092.872166:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954671936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210092.872254:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210092.872257:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210092.872260:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210092.872264:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210092.872278:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:1.0:1715210092.872280:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715210092.872287:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954671872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210092.873995:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210092.874010:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408f40 00000400:00000200:0.0:1715210092.874018:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1221 [1] + 224 00000400:00000200:0.0:1715210092.874032:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210092.874036:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210092.874047:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954671936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210092.874087:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210092.874092:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408f00 00000400:00000200:0.0:1715210092.874097:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1225 [1] + 224 00000400:00000200:0.0:1715210092.874118:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210092.874122:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210092.874128:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954671872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210092.874164:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:2.0:1715210092.874174:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715210092.874177:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715210092.874189:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954671936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210092.874219:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954671936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210092.874252:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d10. 00000400:00000200:3.0:1715210092.874260:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:3.0:1715210092.874262:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 02000000:00000010:2.0:1715210092.874265:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715210092.874271:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954671872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210092.874274:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715210092.874280:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000200:3.0:1715210092.874282:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954671872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210092.874300:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715210092.874305:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715210092.874309:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210097.879692:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210097.879726:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715210097.879785:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210097.879790:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715210097.879875:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210097.879884:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 02000000:00000010:2.0:1715210097.879890:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:0.0:1715210097.879893:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000010:2.0:1715210097.879900:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43790b0. 00000100:00000200:0.0:1715210097.879902:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672064, portal 4 00000400:00000010:2.0:1715210097.879905:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000400:00000010:0.0:1715210097.879910:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:2.0:1715210097.879910:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672000, portal 25 00000100:00000200:0.0:1715210097.879913:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672064, offset 0 00000400:00000010:2.0:1715210097.879914:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210097.879917:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672000, offset 0 00000400:00000200:0.0:1715210097.879926:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210097.879935:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210097.879945:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210097.879969:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210097.879974:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210097.879979:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210097.879982:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210097.879986:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [557:557:256:4294967295] 192.168.203.134@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:0.0:1715210097.879999:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210097.880007:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210097.880008:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210097.880012:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715210097.880012:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210097.880015:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210097.880018:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210097.880020:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210097.880020:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210097.880023:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [558:558:255:4294967295] 192.168.203.134@tcp LPNI seq info [558:558:7:4294967295] 00000800:00000200:0.0:1715210097.880032:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210097.880033:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210097.880037:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210097.880038:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210097.880042:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210097.880047:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210097.880053:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210097.880057:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210097.880134:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210097.880144:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210097.880151:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210097.880161:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210097.880168:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210097.880170:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210097.880185:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954672064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210097.880273:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210097.880276:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210097.880279:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210097.880283:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210097.880285:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:1.0:1715210097.880287:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715210097.880293:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954672000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210097.882503:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210097.882517:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030408fc0 00000400:00000200:0.0:1715210097.882525:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1231 [1] + 224 00000400:00000200:0.0:1715210097.882539:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210097.882543:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210097.882584:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954672064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210097.882625:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210097.882631:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030408f80 00000400:00000200:0.0:1715210097.882635:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1235 [1] + 224 00000400:00000200:0.0:1715210097.882653:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210097.882657:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210097.882662:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954672000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210097.882716:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:2.0:1715210097.882724:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715210097.882726:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:2.0:1715210097.882736:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954672064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210097.882765:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954672064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210097.882783:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43790b0. 00000400:00000200:3.0:1715210097.882800:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 02000000:00000010:2.0:1715210097.882802:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715210097.882803:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 02000000:00000010:2.0:1715210097.882809:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000200:3.0:1715210097.882811:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954672000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210097.882814:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000200:3.0:1715210097.882822:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954672000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210097.882841:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715210097.882845:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:3.0:1715210097.882848:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210102.887674:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210102.887709:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210102.887772:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210102.887797:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715210102.887881:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210102.887882:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:0.0:1715210102.887890:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:2.0:1715210102.887892:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379dc0. 00000400:00000010:0.0:1715210102.887898:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000010:2.0:1715210102.887898:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715210102.887907:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672128, portal 25 00000400:00000010:2.0:1715210102.887912:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715210102.887913:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672192, portal 4 00000100:00000200:2.0:1715210102.887915:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672128, offset 0 00000400:00000010:0.0:1715210102.887921:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000200:2.0:1715210102.887928:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210102.887934:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672192, offset 0 00000400:00000200:0.0:1715210102.887941:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210102.887947:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210102.887955:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210102.887961:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210102.887965:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210102.887967:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210102.887971:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [559:559:256:4294967295] 192.168.203.134@tcp LPNI seq info [559:559:8:4294967295] 00000400:00000200:2.0:1715210102.887984:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210102.887991:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210102.887993:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210102.887996:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210102.887997:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210102.888000:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210102.888003:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210102.888005:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210102.888006:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210102.888009:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [560:560:255:4294967295] 192.168.203.134@tcp LPNI seq info [560:560:7:4294967295] 00000800:00000200:2.0:1715210102.888016:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210102.888018:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210102.888021:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210102.888023:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210102.888027:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715210102.888031:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210102.888038:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210102.888041:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210102.888129:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210102.888139:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210102.888148:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210102.888158:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210102.888164:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:1.0:1715210102.888167:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:1.0:1715210102.888180:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954672128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210102.888269:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210102.888272:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210102.888276:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210102.888280:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210102.888298:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210102.888300:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210102.888307:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954672192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210102.890309:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210102.890324:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409000 00000400:00000200:0.0:1715210102.890332:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1241 [1] + 224 00000400:00000200:0.0:1715210102.890345:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210102.890350:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210102.890360:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954672128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210102.890399:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210102.890404:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409040 00000400:00000200:0.0:1715210102.890418:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1245 [1] + 224 00000400:00000200:0.0:1715210102.890439:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210102.890442:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210102.890448:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954672192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210102.890534:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379dc0. 00000400:00000200:2.0:1715210102.890543:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:2.0:1715210102.890545:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715210102.890554:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954672128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210102.890583:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954672128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210102.890599:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:1.0:1715210102.890608:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715210102.890610:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 02000000:00000010:2.0:1715210102.890611:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210102.890618:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000200:1.0:1715210102.890619:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954672192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210102.890622:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000200:1.0:1715210102.890631:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954672192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210102.890666:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210102.890671:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715210102.890676:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:0.0:1715210107.895622:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210107.895656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210107.895714:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210107.895718:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210107.895788:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210107.895797:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000010:0.0:1715210107.895806:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715210107.895816:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672320, portal 4 00000400:00000010:0.0:1715210107.895824:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715210107.895827:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672320, offset 0 00000400:00000200:0.0:1715210107.895840:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210107.895840:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:1.0:1715210107.895857:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210107.895860:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210107.895865:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210107.895866:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210107.895871:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715210107.895874:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672256, portal 25 00000400:00000200:0.0:1715210107.895876:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210107.895878:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715210107.895879:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000200:0.0:1715210107.895882:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [561:561:256:4294967295] 192.168.203.134@tcp LPNI seq info [561:561:8:4294967295] 00000100:00000200:1.0:1715210107.895882:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672256, offset 0 00000400:00000200:1.0:1715210107.895892:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210107.895895:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210107.895903:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210107.895907:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210107.895908:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210107.895914:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210107.895916:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210107.895919:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210107.895923:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210107.895925:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210107.895927:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210107.895929:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [562:562:255:4294967295] 192.168.203.134@tcp LPNI seq info [562:562:7:4294967295] 00000800:00000200:0.0:1715210107.895932:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210107.895940:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210107.895947:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210107.895952:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715210107.895971:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210107.895982:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210107.895986:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210107.896018:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210107.896025:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715210107.896032:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210107.896040:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210107.896045:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:2.0:1715210107.896048:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:2.0:1715210107.896060:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954672320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210107.896145:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210107.896148:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715210107.896152:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210107.896156:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210107.896158:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:2.0:1715210107.896160:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:2.0:1715210107.896165:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954672256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210107.898029:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210107.898054:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304090c0 00000400:00000200:0.0:1715210107.898062:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1251 [1] + 224 00000400:00000200:0.0:1715210107.898076:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210107.898079:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210107.898087:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954672320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210107.898126:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210107.898131:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409080 00000400:00000200:0.0:1715210107.898137:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1259 [1] + 224 00000400:00000200:0.0:1715210107.898153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210107.898156:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210107.898161:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954672256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210107.898212:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:2.0:1715210107.898220:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715210107.898222:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715210107.898231:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954672320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210107.898242:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954672320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210107.898279:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210107.898289:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000400:00000010:1.0:1715210107.898293:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210107.898300:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210107.898303:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715210107.898304:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000200:1.0:1715210107.898313:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954672256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210107.898326:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954672256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210107.898351:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715210107.898357:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715210107.898362:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210112.903617:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210112.903656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715210112.903720:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210112.903725:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210112.903791:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210112.903792:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:0.0:1715210112.903800:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:2.0:1715210112.903802:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379dc0. 00000400:00000010:0.0:1715210112.903808:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000010:2.0:1715210112.903810:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715210112.903817:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672448, portal 4 00000400:00000010:0.0:1715210112.903825:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210112.903829:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672448, offset 0 00000100:00000200:2.0:1715210112.903829:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672384, portal 25 00000400:00000010:2.0:1715210112.903836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000200:0.0:1715210112.903844:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210112.903851:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672384, offset 0 00000400:00000200:2.0:1715210112.903862:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210112.903867:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210112.903876:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210112.903883:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210112.903889:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210112.903893:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210112.903923:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [563:563:256:4294967295] 192.168.203.134@tcp LPNI seq info [563:563:8:4294967295] 00000400:00000200:0.0:1715210112.903942:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210112.903953:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210112.903956:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210112.903960:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210112.903960:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210112.903963:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210112.903966:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210112.903969:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210112.903971:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210112.903972:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [564:564:255:4294967295] 192.168.203.134@tcp LPNI seq info [564:564:7:4294967295] 00000400:00000200:2.0:1715210112.903982:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210112.903985:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210112.903987:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715210112.903991:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210112.903992:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715210112.903997:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210112.904004:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210112.904008:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210112.904091:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210112.904100:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210112.904108:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210112.904118:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210112.904124:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715210112.904127:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715210112.904141:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954672448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210112.904222:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210112.904224:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210112.904227:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210112.904231:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210112.904234:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:1.0:1715210112.904235:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:1.0:1715210112.904241:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954672384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210112.906061:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210112.906081:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409140 00000400:00000200:0.0:1715210112.906092:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1261 [1] + 224 00000400:00000200:0.0:1715210112.906111:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210112.906118:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210112.906132:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954672448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210112.906192:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210112.906202:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409100 00000400:00000200:0.0:1715210112.906209:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1265 [1] + 224 00000400:00000200:0.0:1715210112.906231:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210112.906238:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:2.0:1715210112.906245:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:2.0:1715210112.906255:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715210112.906258:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:0.0:1715210112.906271:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954672384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210112.906271:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954672448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210112.906289:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954672448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210112.906335:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210112.906349:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715210112.906355:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000400:00000010:3.0:1715210112.906401:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379dc0. 00000400:00000200:3.0:1715210112.906410:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:3.0:1715210112.906411:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:3.0:1715210112.906420:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954672384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210112.906431:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954672384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210112.906530:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210112.906537:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:3.0:1715210112.906540:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210117.911633:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210117.911669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210117.911728:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210117.911732:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210117.911814:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210117.911817:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:0.0:1715210117.911823:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:2.0:1715210117.911829:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379cb8. 00000400:00000010:2.0:1715210117.911839:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210117.911851:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672512, portal 25 00000400:00000010:2.0:1715210117.911859:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000400:00000010:0.0:1715210117.911860:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715210117.911863:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672512, offset 0 00000100:00000200:0.0:1715210117.911865:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672576, portal 4 00000400:00000010:0.0:1715210117.911872:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000200:2.0:1715210117.911880:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210117.911886:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672576, offset 0 00000400:00000200:0.0:1715210117.911894:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210117.911903:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210117.911912:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210117.911919:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210117.911925:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210117.911929:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210117.911935:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [565:565:256:4294967295] 192.168.203.134@tcp LPNI seq info [565:565:8:4294967295] 00000400:00000200:2.0:1715210117.911953:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715210117.911964:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715210117.911965:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210117.911968:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210117.911972:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000010:2.0:1715210117.911972:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210117.911974:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210117.911977:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210117.911980:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [566:566:255:4294967295] 192.168.203.134@tcp LPNI seq info [566:566:7:4294967295] 00000800:00000200:2.0:1715210117.911983:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210117.911990:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210117.911995:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210117.911997:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:0.0:1715210117.911998:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715210117.912003:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210117.912004:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210117.912009:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210117.912013:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210117.912182:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210117.912191:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210117.912214:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210117.912224:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210117.912231:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:1.0:1715210117.912234:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:1.0:1715210117.912247:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954672512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210117.912341:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210117.912344:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210117.912348:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210117.912352:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210117.912354:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210117.912356:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210117.912362:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954672576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210117.914518:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210117.914533:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409180 00000400:00000200:0.0:1715210117.914542:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1271 [1] + 224 00000400:00000200:0.0:1715210117.914556:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210117.914560:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210117.914571:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954672512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210117.914611:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210117.914616:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304091c0 00000400:00000200:0.0:1715210117.914621:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1279 [1] + 224 00000400:00000200:0.0:1715210117.914638:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210117.914649:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210117.914655:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954672576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210117.914680:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379cb8. 00000400:00000200:2.0:1715210117.914689:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:2.0:1715210117.914693:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210117.914706:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954672512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210117.914723:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954672512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210117.914759:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210117.914767:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715210117.914774:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000010:1.0:1715210117.914792:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:1.0:1715210117.914800:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715210117.914803:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:1.0:1715210117.914812:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954672576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210117.914823:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954672576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210117.914858:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210117.914863:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:1.0:1715210117.914868:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210122.919669:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210122.919703:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210122.919769:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210122.919773:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715210122.919859:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210122.919868:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 02000000:00000010:1.0:1715210122.919875:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:0.0:1715210122.919877:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000010:1.0:1715210122.919884:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:0.0:1715210122.919886:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672704, portal 4 00000400:00000010:1.0:1715210122.919890:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210122.919894:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672640, portal 25 00000400:00000010:0.0:1715210122.919895:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715210122.919898:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672704, offset 0 00000400:00000010:1.0:1715210122.919898:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715210122.919901:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672640, offset 0 00000400:00000200:0.0:1715210122.919911:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210122.919920:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210122.919931:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210122.919938:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210122.919943:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210122.919948:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210122.919950:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210122.919954:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [567:567:256:4294967295] 192.168.203.134@tcp LPNI seq info [567:567:8:4294967295] 00000400:00000200:0.0:1715210122.919967:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210122.919975:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210122.919976:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210122.919979:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210122.919980:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210122.919983:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210122.919986:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210122.919987:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210122.919989:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210122.919991:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [568:568:255:4294967295] 192.168.203.134@tcp LPNI seq info [568:568:7:4294967295] 00000800:00000200:0.0:1715210122.919999:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210122.920001:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210122.920004:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210122.920006:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210122.920010:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715210122.920015:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210122.920021:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210122.920025:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210122.920113:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210122.920132:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210122.920144:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210122.920152:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210122.920157:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:2.0:1715210122.920160:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:2.0:1715210122.920171:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954672704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210122.920276:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210122.920279:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715210122.920282:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210122.920286:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210122.920288:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:2.0:1715210122.920290:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:2.0:1715210122.920294:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954672640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210122.922537:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210122.922550:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409240 00000400:00000200:0.0:1715210122.922558:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1281 [1] + 224 00000400:00000200:0.0:1715210122.922582:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210122.922585:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210122.922593:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954672704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210122.922634:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210122.922639:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409200 00000400:00000200:0.0:1715210122.922644:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1285 [1] + 224 00000400:00000200:0.0:1715210122.922659:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210122.922663:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210122.922668:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954672640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210122.922723:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:2.0:1715210122.922731:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715210122.922733:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715210122.922742:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954672704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210122.922753:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954672704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210122.922788:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:1.0:1715210122.922789:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210122.922794:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210122.922797:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210122.922799:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715210122.922799:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000200:1.0:1715210122.922806:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954672640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210122.922817:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954672640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210122.922835:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210122.922839:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:1.0:1715210122.922842:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210127.927597:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210127.927630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715210127.927687:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210127.927691:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210127.927773:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210127.927774:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:0.0:1715210127.927784:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000010:2.0:1715210127.927784:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379cb8. 00000400:00000010:0.0:1715210127.927794:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000010:2.0:1715210127.927794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210127.927803:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672768, portal 25 00000400:00000010:2.0:1715210127.927809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715210127.927812:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672832, portal 4 00000100:00000200:2.0:1715210127.927812:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672768, offset 0 00000400:00000010:0.0:1715210127.927822:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000400:00000200:2.0:1715210127.927825:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210127.927851:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672832, offset 0 00000400:00000200:0.0:1715210127.927859:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210127.927865:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210127.927873:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210127.927878:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210127.927882:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210127.927885:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210127.927889:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [569:569:256:4294967295] 192.168.203.134@tcp LPNI seq info [569:569:8:4294967295] 00000400:00000200:2.0:1715210127.927902:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210127.927909:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210127.927910:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210127.927914:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210127.927914:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210127.927918:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210127.927921:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210127.927923:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210127.927923:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210127.927926:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [570:570:255:4294967295] 192.168.203.134@tcp LPNI seq info [570:570:7:4294967295] 00000800:00000200:2.0:1715210127.927934:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210127.927936:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210127.927939:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210127.927952:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210127.927956:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715210127.927960:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210127.927969:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210127.927974:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210127.928056:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210127.928060:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210127.928067:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210127.928073:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210127.928078:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715210127.928080:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715210127.928092:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954672768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210127.928182:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210127.928191:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210127.928194:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210127.928198:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210127.928201:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715210127.928202:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210127.928208:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954672832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210127.929876:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210127.929891:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409280 00000400:00000200:0.0:1715210127.929898:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1291 [1] + 224 00000400:00000200:0.0:1715210127.929910:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210127.929914:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210127.929922:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954672768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210127.929957:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210127.929962:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304092c0 00000400:00000200:0.0:1715210127.929966:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1295 [1] + 224 00000400:00000200:0.0:1715210127.929984:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210127.929988:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210127.929993:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954672832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210127.930044:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379cb8. 00000400:00000200:2.0:1715210127.930052:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:2.0:1715210127.930054:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210127.930062:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954672768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210127.930072:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000100:00000200:2.0:1715210127.930073:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954672768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210127.930079:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715210127.930082:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715210127.930092:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954672832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210127.930100:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000100:00000200:1.0:1715210127.930102:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954672832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210127.930106:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:2.0:1715210127.930111:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 02000000:00000010:1.0:1715210127.930125:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210127.930130:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715210127.930133:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:0.0:1715210132.935625:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210132.935660:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210132.935719:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210132.935724:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715210132.935806:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210132.935815:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000010:0.0:1715210132.935824:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 02000000:00000010:1.0:1715210132.935825:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000100:00000200:0.0:1715210132.935832:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672960, portal 4 00000400:00000010:1.0:1715210132.935834:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715210132.935840:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000400:00000010:1.0:1715210132.935840:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210132.935844:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954672896, portal 25 00000400:00000010:1.0:1715210132.935849:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:1.0:1715210132.935851:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954672896, offset 0 00000400:00000200:1.0:1715210132.935864:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210132.935874:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954672960, offset 0 00000400:00000200:0.0:1715210132.935883:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210132.935884:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210132.935891:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210132.935896:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210132.935901:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210132.935903:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210132.935907:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [571:571:256:4294967295] 192.168.203.134@tcp LPNI seq info [571:571:8:4294967295] 00000400:00000200:1.0:1715210132.935921:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210132.935939:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210132.935940:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210132.935944:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210132.935945:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715210132.935947:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210132.935950:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210132.935953:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715210132.935953:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210132.935956:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [572:572:255:4294967295] 192.168.203.134@tcp LPNI seq info [572:572:7:4294967295] 00000800:00000200:1.0:1715210132.935963:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210132.935965:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210132.935968:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210132.935970:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210132.935974:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715210132.935979:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210132.935985:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210132.935988:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210132.936063:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210132.936070:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715210132.936078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210132.936086:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210132.936091:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:2.0:1715210132.936094:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:2.0:1715210132.936104:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954672896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210132.936205:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210132.936217:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210132.936221:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210132.936226:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210132.936229:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:2.0:1715210132.936230:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715210132.936237:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954672960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210132.937978:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210132.937992:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409340 00000400:00000200:0.0:1715210132.937999:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12a1 [1] + 224 00000400:00000200:0.0:1715210132.938012:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210132.938016:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210132.938024:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954672960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210132.938061:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210132.938066:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409300 00000400:00000200:0.0:1715210132.938070:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12a5 [1] + 224 00000400:00000200:0.0:1715210132.938088:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210132.938092:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210132.938097:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954672896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210132.938155:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715210132.938163:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715210132.938165:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715210132.938173:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954672960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210132.938185:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954672960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210132.938220:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210132.938226:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000400:00000010:1.0:1715210132.938227:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715210132.938231:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000400:00000200:1.0:1715210132.938235:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210132.938237:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210132.938244:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954672896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210132.938255:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954672896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210132.938273:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210132.938277:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:1.0:1715210132.938280:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:0.0:1715210137.943619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210137.943653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210137.943716:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210137.943720:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715210137.943791:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210137.943804:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 02000000:00000010:2.0:1715210137.943812:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:0.0:1715210137.943813:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715210137.943821:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673088, portal 4 00000400:00000010:2.0:1715210137.943821:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379cb8. 00000400:00000010:2.0:1715210137.943827:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000400:00000010:0.0:1715210137.943830:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:2.0:1715210137.943831:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673024, portal 25 00000100:00000200:0.0:1715210137.943833:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673088, offset 0 00000400:00000010:2.0:1715210137.943836:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:0.0:1715210137.943845:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210137.943853:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673024, offset 0 00000400:00000200:2.0:1715210137.943861:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210137.943864:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210137.943871:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210137.943876:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210137.943881:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210137.943884:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210137.943887:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [573:573:256:4294967295] 192.168.203.134@tcp LPNI seq info [573:573:8:4294967295] 00000400:00000200:0.0:1715210137.943900:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210137.943907:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210137.943909:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210137.943912:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715210137.943913:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210137.943917:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210137.943919:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210137.943920:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210137.943922:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210137.943925:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [574:574:255:4294967295] 192.168.203.134@tcp LPNI seq info [574:574:7:4294967295] 00000800:00000200:0.0:1715210137.943930:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210137.943935:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210137.943935:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210137.943960:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210137.943965:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715210137.943969:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210137.943976:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210137.943979:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210137.944051:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210137.944058:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210137.944068:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210137.944077:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210137.944084:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210137.944088:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210137.944103:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954673088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210137.944226:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210137.944231:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210137.944236:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210137.944243:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210137.944247:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:1.0:1715210137.944249:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:1.0:1715210137.944259:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954673024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210137.946085:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210137.946099:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304093c0 00000400:00000200:0.0:1715210137.946107:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12b1 [1] + 224 00000400:00000200:0.0:1715210137.946120:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210137.946124:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210137.946142:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954673088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210137.946184:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210137.946190:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409380 00000400:00000200:0.0:1715210137.946194:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12b5 [1] + 224 00000400:00000200:0.0:1715210137.946211:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210137.946214:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210137.946219:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954673024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210137.946297:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715210137.946305:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715210137.946307:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715210137.946316:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954673088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210137.946327:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954673088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210137.946344:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379cb8. 00000400:00000200:3.0:1715210137.946353:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:3.0:1715210137.946355:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 02000000:00000010:2.0:1715210137.946362:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715210137.946364:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954673024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210137.946372:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000200:3.0:1715210137.946374:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954673024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210137.946376:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 02000000:00000010:3.0:1715210137.946392:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210137.946397:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:3.0:1715210137.946400:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210142.951636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210142.951671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210142.951730:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210142.951735:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715210142.951807:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210142.951809:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:0.0:1715210142.951816:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000010:2.0:1715210142.951819:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:0.0:1715210142.951825:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000010:2.0:1715210142.951825:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715210142.951833:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673216, portal 4 00000100:00000200:2.0:1715210142.951838:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673152, portal 25 00000400:00000010:0.0:1715210142.951842:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000010:2.0:1715210142.951843:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715210142.951845:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673216, offset 0 00000100:00000200:2.0:1715210142.951845:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673152, offset 0 00000400:00000200:0.0:1715210142.951857:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210142.951866:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210142.951876:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210142.951884:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210142.951889:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210142.951893:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210142.951896:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210142.951900:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [575:575:256:4294967295] 192.168.203.134@tcp LPNI seq info [575:575:8:4294967295] 00000400:00000200:0.0:1715210142.951912:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210142.951920:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210142.951920:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210142.951924:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715210142.951925:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210142.951928:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210142.951931:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210142.951933:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210142.951936:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [576:576:255:4294967295] 192.168.203.134@tcp LPNI seq info [576:576:7:4294967295] 00000400:00000200:2.0:1715210142.951945:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210142.951950:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715210142.951952:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210142.951963:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:2.0:1715210142.951963:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:0.0:1715210142.951968:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210142.951968:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210142.951975:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210142.951978:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210142.952063:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210142.952069:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210142.952079:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210142.952086:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210142.952091:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715210142.952094:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715210142.952107:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954673216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210142.952204:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210142.952206:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210142.952210:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210142.952214:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210142.952216:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715210142.952217:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715210142.952223:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954673152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210142.954171:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210142.954185:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409400 00000400:00000200:0.0:1715210142.954193:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12c5 [1] + 224 00000400:00000200:0.0:1715210142.954206:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210142.954210:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210142.954218:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954673152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210142.954315:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210142.954321:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409440 00000400:00000200:0.0:1715210142.954326:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12c1 [1] + 224 00000400:00000200:0.0:1715210142.954345:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210142.954347:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:0.0:1715210142.954349:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210142.954355:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:2.0:1715210142.954357:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715210142.954365:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954673152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210142.954366:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954673216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210142.954377:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954673152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210142.954404:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210142.954410:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715210142.954415:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000010:1.0:1715210142.954517:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:1.0:1715210142.954525:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715210142.954527:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715210142.954535:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954673216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210142.954546:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954673216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210142.954571:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210142.954581:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715210142.954584:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715210147.959604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210147.959638:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 00000100:00000010:0.0:1715210147.959703:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210147.959708:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210147.959786:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210147.959794:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 02000000:00000010:1.0:1715210147.959800:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:0.0:1715210147.959802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000010:1.0:1715210147.959810:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:0.0:1715210147.959811:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673344, portal 4 00000400:00000010:1.0:1715210147.959815:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:0.0:1715210147.959819:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:1.0:1715210147.959820:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673280, portal 25 00000100:00000200:0.0:1715210147.959822:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673344, offset 0 00000400:00000200:0.0:1715210147.959834:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210147.959843:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715210147.959846:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673280, offset 0 00000400:00000200:0.0:1715210147.959854:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210147.959854:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210147.959871:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210147.959877:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210147.959882:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210147.959885:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210147.959889:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [577:577:256:4294967295] 192.168.203.134@tcp LPNI seq info [577:577:8:4294967295] 00000400:00000200:0.0:1715210147.959902:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210147.959909:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210147.959911:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210147.959914:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210147.959915:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210147.959919:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210147.959921:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210147.959923:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210147.959924:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210147.959927:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [578:578:255:4294967295] 192.168.203.134@tcp LPNI seq info [578:578:7:4294967295] 00000800:00000200:0.0:1715210147.959934:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210147.959937:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210147.959940:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210147.959942:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210147.959946:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715210147.959951:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210147.959957:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210147.959961:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210147.960037:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210147.960043:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715210147.960053:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210147.960060:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210147.960065:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:2.0:1715210147.960068:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:2.0:1715210147.960080:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954673344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210147.960178:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210147.960181:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715210147.960184:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210147.960188:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210147.960190:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:2.0:1715210147.960192:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:2.0:1715210147.960196:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954673280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210147.962123:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210147.962136:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304094c0 00000400:00000200:0.0:1715210147.962144:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12d1 [1] + 224 00000400:00000200:0.0:1715210147.962156:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210147.962160:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210147.962169:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954673344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210147.962236:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210147.962242:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409480 00000400:00000200:0.0:1715210147.962247:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12d5 [1] + 224 00000400:00000200:0.0:1715210147.962266:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210147.962271:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210147.962276:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954673280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210147.962295:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:2.0:1715210147.962311:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715210147.962313:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715210147.962322:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954673344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210147.962333:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954673344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210147.962370:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210147.962375:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210147.962380:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000400:00000010:1.0:1715210147.962394:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210147.962402:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210147.962404:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210147.962412:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954673280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210147.962423:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954673280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210147.962440:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715210147.962444:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715210147.962447:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210152.967601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210152.967630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210152.967688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210152.967714:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210152.967787:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 02000000:00000010:3.0:1715210152.967790:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:0.0:1715210152.967795:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:3.0:1715210152.967800:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715210152.967804:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715210152.967812:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673472, portal 4 00000400:00000010:3.0:1715210152.967818:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715210152.967820:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715210152.967824:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673472, offset 0 00000100:00000200:3.0:1715210152.967824:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673408, portal 25 00000400:00000010:3.0:1715210152.967830:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000400:00000200:0.0:1715210152.967837:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715210152.967847:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673408, offset 0 00000400:00000200:0.0:1715210152.967856:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210152.967857:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210152.967862:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210152.967868:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210152.967873:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210152.967876:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210152.967880:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [579:579:256:4294967295] 192.168.203.134@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000200:0.0:1715210152.967892:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210152.967899:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210152.967903:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210152.967904:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:3.0:1715210152.967907:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210152.967910:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210152.967911:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210152.967913:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210152.967916:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210152.967919:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [580:580:255:4294967295] 192.168.203.134@tcp LPNI seq info [580:580:7:4294967295] 00000800:00000200:0.0:1715210152.967922:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210152.967927:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210152.967929:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210152.967934:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210152.967938:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000800:00000200:3.0:1715210152.967943:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210152.967949:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210152.967953:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210152.968021:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210152.968028:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210152.968037:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210152.968045:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210152.968050:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715210152.968075:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715210152.968087:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954673472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210152.968262:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210152.968265:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715210152.968270:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210152.968274:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210152.968277:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:1.0:1715210152.968278:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:1.0:1715210152.968283:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954673408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210152.970000:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210152.970014:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409500 00000400:00000200:0.0:1715210152.970022:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12e5 [1] + 224 00000400:00000200:0.0:1715210152.970035:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210152.970039:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210152.970047:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954673408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210152.970084:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210152.970089:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409540 00000400:00000200:0.0:1715210152.970103:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12e1 [1] + 224 00000400:00000200:0.0:1715210152.970121:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210152.970125:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210152.970130:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954673472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210152.970150:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210152.970159:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210152.970161:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210152.970197:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954673408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210152.970214:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954673408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210152.970248:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715210152.970256:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000400:00000010:1.0:1715210152.970260:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000100:00000010:3.0:1715210152.970262:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000400:00000200:1.0:1715210152.970268:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715210152.970270:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715210152.970278:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954673472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210152.970288:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954673472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210152.970313:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210152.970317:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:1.0:1715210152.970320:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715210157.975630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210157.975664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210157.975725:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210157.975729:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:2.0:1715210157.975801:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:0.0:1715210157.975802:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210157.975811:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:2.0:1715210157.975811:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:2.0:1715210157.975819:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000400:00000010:0.0:1715210157.975820:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:2.0:1715210157.975827:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673536, portal 25 00000400:00000010:2.0:1715210157.975833:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715210157.975834:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673600, portal 4 00000100:00000200:2.0:1715210157.975836:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673536, offset 0 00000400:00000010:0.0:1715210157.975842:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:2.0:1715210157.975850:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210157.975856:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673600, offset 0 00000400:00000200:0.0:1715210157.975864:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210157.975870:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210157.975877:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210157.975882:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210157.975886:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210157.975889:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210157.975892:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [581:581:256:4294967295] 192.168.203.134@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000200:2.0:1715210157.975904:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210157.975912:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210157.975913:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210157.975917:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210157.975917:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210157.975920:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210157.975924:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210157.975925:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210157.975927:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210157.975930:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [582:582:255:4294967295] 192.168.203.134@tcp LPNI seq info [582:582:7:4294967295] 00000800:00000200:2.0:1715210157.975936:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210157.975940:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210157.975942:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210157.975945:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210157.975948:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715210157.975953:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210157.975959:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210157.975962:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210157.976033:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210157.976039:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210157.976048:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210157.976054:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210157.976060:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:1.0:1715210157.976062:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:1.0:1715210157.976073:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954673536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210157.976209:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210157.976212:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210157.976215:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210157.976238:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210157.976242:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715210157.976243:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715210157.976249:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954673600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210157.978183:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210157.978212:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304095c0 00000400:00000200:0.0:1715210157.978223:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12f5 [1] + 224 00000400:00000200:0.0:1715210157.978244:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210157.978250:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210157.978261:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954673600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210157.978315:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210157.978324:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409580 00000400:00000200:0.0:1715210157.978331:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x12f1 [1] + 224 00000400:00000200:0.0:1715210157.978355:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210157.978362:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210157.978370:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954673536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210157.978396:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:2.0:1715210157.978406:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715210157.978421:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715210157.978433:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954673600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210157.978449:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954673600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210157.978503:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:3.0:1715210157.978512:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:3.0:1715210157.978514:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:3.0:1715210157.978522:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954673536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210157.978541:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715210157.978543:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954673536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210157.978551:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:2.0:1715210157.978556:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 02000000:00000010:3.0:1715210157.978562:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715210157.978566:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:3.0:1715210157.978569:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:0.0:1715210162.983663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210162.983699:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210162.983775:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210162.983783:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:2.0:1715210162.983844:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:0.0:1715210162.983859:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715210162.983859:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:0.0:1715210162.983866:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000010:2.0:1715210162.983870:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000400:00000010:0.0:1715210162.983872:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715210162.983882:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673664, portal 25 00000400:00000010:2.0:1715210162.983889:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715210162.983890:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673728, portal 4 00000100:00000200:2.0:1715210162.983894:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673664, offset 0 00000400:00000010:0.0:1715210162.983899:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000400:00000200:2.0:1715210162.983910:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210162.983918:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673728, offset 0 00000400:00000200:0.0:1715210162.983929:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210162.983934:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210162.983942:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210162.983949:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210162.983955:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210162.983959:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210162.983964:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [583:583:256:4294967295] 192.168.203.134@tcp LPNI seq info [583:583:8:4294967295] 00000400:00000200:2.0:1715210162.983982:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210162.983993:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210162.983994:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210162.984000:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210162.984000:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715210162.984005:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210162.984009:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210162.984011:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210162.984013:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210162.984025:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210162.984032:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210162.984038:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [584:584:255:4294967295] 192.168.203.134@tcp LPNI seq info [584:584:7:4294967295] 00000400:00000200:0.0:1715210162.984052:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210162.984061:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210162.984067:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210162.984074:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210162.984083:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210162.984088:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210162.984167:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210162.984173:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210162.984182:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210162.984189:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210162.984194:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715210162.984197:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715210162.984209:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954673664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210162.984306:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210162.984309:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210162.984313:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210162.984317:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210162.984319:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715210162.984321:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715210162.984326:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954673728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210162.985993:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210162.986009:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409600 00000400:00000200:0.0:1715210162.986019:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1301 [1] + 224 00000400:00000200:0.0:1715210162.986035:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210162.986041:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210162.986052:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954673664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210162.986125:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210162.986135:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409640 00000400:00000200:0.0:1715210162.986142:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1305 [1] + 224 00000400:00000200:0.0:1715210162.986166:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210162.986166:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:0.0:1715210162.986173:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210162.986173:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:2.0:1715210162.986175:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715210162.986195:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954673728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210162.986196:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954673664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210162.986212:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954673664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210162.986247:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715210162.986255:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:2.0:1715210162.986262:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000010:1.0:1715210162.986326:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:1.0:1715210162.986334:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715210162.986336:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715210162.986344:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954673728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210162.986355:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954673728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210162.986379:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210162.986383:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:1.0:1715210162.986386:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210167.991603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210167.991639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210167.991705:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210167.991709:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210167.991777:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210167.991778:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:0.0:1715210167.991786:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:1.0:1715210167.991790:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210167.991800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210167.991811:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673792, portal 25 00000400:00000010:0.0:1715210167.991812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715210167.991816:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673856, portal 4 00000400:00000010:1.0:1715210167.991818:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:1.0:1715210167.991822:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673792, offset 0 00000400:00000010:0.0:1715210167.991823:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715210167.991826:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673856, offset 0 00000400:00000200:1.0:1715210167.991839:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210167.991851:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210167.991861:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210167.991869:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210167.991876:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210167.991882:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210167.991886:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210167.991891:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [585:585:256:4294967295] 192.168.203.134@tcp LPNI seq info [585:585:8:4294967295] 00000400:00000200:1.0:1715210167.991904:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210167.991912:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210167.991913:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210167.991917:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210167.991918:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715210167.991920:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210167.991923:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210167.991925:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715210167.991927:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210167.991929:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [586:586:255:4294967295] 192.168.203.134@tcp LPNI seq info [586:586:7:4294967295] 00000800:00000200:1.0:1715210167.991938:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210167.991939:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210167.991943:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210167.991944:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210167.991947:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715210167.991952:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210167.991958:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210167.991962:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210167.992040:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210167.992047:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715210167.992055:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210167.992062:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210167.992104:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:2.0:1715210167.992107:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:2.0:1715210167.992119:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954673792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210167.992226:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210167.992230:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210167.992236:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210167.992242:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210167.992245:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715210167.992247:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715210167.992255:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954673856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210167.994211:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210167.994225:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409680 00000400:00000200:0.0:1715210167.994233:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1311 [1] + 224 00000400:00000200:0.0:1715210167.994246:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210167.994250:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210167.994258:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954673792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210167.994295:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210167.994300:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304096c0 00000400:00000200:0.0:1715210167.994304:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1315 [1] + 224 00000400:00000200:0.0:1715210167.994321:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210167.994331:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210167.994336:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954673856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210167.994388:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210167.994397:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210167.994400:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210167.994410:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954673792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210167.994419:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000100:00000200:1.0:1715210167.994427:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954673792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715210167.994427:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715210167.994429:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715210167.994438:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954673856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210167.994449:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954673856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210167.994511:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:2.0:1715210167.994517:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210167.994520:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715210167.994526:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 02000000:00000010:2.0:1715210167.994532:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:2.0:1715210167.994536:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210172.999599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210172.999631:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210172.999683:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210172.999687:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210172.999762:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210172.999763:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:0.0:1715210172.999771:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000010:2.0:1715210172.999775:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:0.0:1715210172.999779:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000010:2.0:1715210172.999782:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715210172.999787:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673984, portal 4 00000100:00000200:2.0:1715210172.999789:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954673920, portal 25 00000400:00000010:0.0:1715210172.999795:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000010:2.0:1715210172.999796:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715210172.999798:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954673984, offset 0 00000100:00000200:2.0:1715210172.999800:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954673920, offset 0 00000400:00000200:0.0:1715210172.999812:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210172.999822:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210172.999830:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210172.999837:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210172.999842:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210172.999847:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210172.999849:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210172.999854:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [587:587:256:4294967295] 192.168.203.134@tcp LPNI seq info [587:587:8:4294967295] 00000400:00000200:0.0:1715210172.999865:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210172.999872:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210172.999877:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210172.999877:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210172.999881:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210172.999884:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210172.999885:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210172.999887:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210172.999890:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210172.999894:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210172.999894:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [588:588:255:4294967295] 192.168.203.134@tcp LPNI seq info [588:588:7:4294967295] 00000800:00000200:0.0:1715210172.999899:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210172.999904:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210172.999909:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210172.999914:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210172.999919:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210172.999925:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210172.999929:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210172.999986:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210173.000009:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210173.000015:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210173.000022:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210173.000027:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210173.000029:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210173.000068:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954673984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210173.000156:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210173.000159:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210173.000162:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210173.000166:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210173.000169:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:1.0:1715210173.000170:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:1.0:1715210173.000176:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954673920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210173.001750:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210173.001765:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409740 00000400:00000200:0.0:1715210173.001773:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1321 [1] + 224 00000400:00000200:0.0:1715210173.001799:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210173.001803:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210173.001811:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954673984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210173.001851:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210173.001857:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409700 00000400:00000200:0.0:1715210173.001861:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1325 [1] + 224 00000400:00000200:0.0:1715210173.001877:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210173.001881:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210173.001885:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954673920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210173.001940:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:2.0:1715210173.001948:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715210173.001950:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715210173.001958:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954673984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210173.001970:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954673984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210173.002004:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715210173.002005:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 02000000:00000010:2.0:1715210173.002010:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000400:00000200:3.0:1715210173.002013:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:3.0:1715210173.002015:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:3.0:1715210173.002023:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954673920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210173.002056:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954673920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210173.002063:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 02000000:00000010:3.0:1715210173.002075:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210173.002080:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715210173.002082:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210178.007600:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210178.007635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210178.007693:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210178.007698:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210178.007781:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210178.007783:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:0.0:1715210178.007789:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:1.0:1715210178.007795:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715210178.007798:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000400:00000010:1.0:1715210178.007802:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715210178.007807:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674112, portal 4 00000100:00000200:1.0:1715210178.007808:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674048, portal 25 00000400:00000010:0.0:1715210178.007815:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000400:00000010:1.0:1715210178.007815:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715210178.007817:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954674112, offset 0 00000100:00000200:1.0:1715210178.007819:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954674048, offset 0 00000400:00000200:0.0:1715210178.007830:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210178.007844:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210178.007848:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210178.007855:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210178.007861:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210178.007865:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210178.007868:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210178.007872:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [589:589:256:4294967295] 192.168.203.134@tcp LPNI seq info [589:589:8:4294967295] 00000400:00000200:0.0:1715210178.007884:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210178.007911:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210178.007915:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210178.007916:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210178.007921:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210178.007923:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210178.007926:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210178.007931:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210178.007935:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210178.007935:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210178.007939:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [590:590:255:4294967295] 192.168.203.134@tcp LPNI seq info [590:590:7:4294967295] 00000800:00000200:0.0:1715210178.007940:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210178.007953:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210178.007960:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210178.007966:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715210178.007984:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210178.007993:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210178.008032:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210178.008112:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210178.008120:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210178.008130:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210178.008140:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210178.008146:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:2.0:1715210178.008150:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715210178.008165:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954674112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210178.008277:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210178.008279:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715210178.008283:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210178.008287:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210178.008290:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:2.0:1715210178.008291:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:2.0:1715210178.008296:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954674048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210178.010137:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210178.010154:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304097c0 00000400:00000200:0.0:1715210178.010164:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1331 [1] + 224 00000400:00000200:0.0:1715210178.010180:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210178.010186:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210178.010196:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954674112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210178.010251:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210178.010260:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409780 00000400:00000200:0.0:1715210178.010267:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1335 [1] + 224 00000400:00000200:0.0:1715210178.010292:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210178.010298:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210178.010306:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954674048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210178.010328:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:2.0:1715210178.010336:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715210178.010338:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715210178.010347:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954674112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210178.010358:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954674112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210178.010393:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:1.0:1715210178.010399:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210178.010404:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210178.010407:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715210178.010408:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000010:1.0:1715210178.010410:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210178.010419:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954674048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210178.010434:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954674048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210178.010457:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210178.010520:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715210178.010525:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715210183.015551:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210183.015581:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210183.015640:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210183.015646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210183.015708:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210183.015709:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:0.0:1715210183.015717:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:2.0:1715210183.015717:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:0.0:1715210183.015724:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000010:2.0:1715210183.015724:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715210183.015731:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674240, portal 4 00000100:00000200:0.0:1715210183.015737:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674176, portal 25 00000400:00000010:2.0:1715210183.015738:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000400:00000010:0.0:1715210183.015741:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:2.0:1715210183.015755:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954674240, offset 0 00000100:00000200:0.0:1715210183.015756:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954674176, offset 0 00000400:00000200:2.0:1715210183.015766:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210183.015775:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210183.015781:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210183.015787:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210183.015791:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210183.015794:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210183.015796:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210183.015798:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [591:591:256:4294967295] 192.168.203.134@tcp LPNI seq info [591:591:8:4294967295] 00000400:00000200:2.0:1715210183.015807:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210183.015813:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210183.015814:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210183.015817:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210183.015817:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210183.015821:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210183.015823:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210183.015823:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210183.015826:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210183.015829:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [592:592:255:4294967295] 192.168.203.134@tcp LPNI seq info [592:592:7:4294967295] 00000800:00000200:2.0:1715210183.015832:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210183.015835:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210183.015838:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210183.015844:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210183.015848:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210183.015852:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210183.015858:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210183.015861:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210183.015907:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210183.015912:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210183.015918:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210183.015923:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210183.015927:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:1.0:1715210183.015929:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:1.0:1715210183.015938:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954674240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210183.016043:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210183.016045:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210183.016048:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210183.016051:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210183.016052:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715210183.016054:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210183.016058:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954674176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210183.017784:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210183.017795:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409840 00000400:00000200:0.0:1715210183.017802:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1341 [1] + 224 00000400:00000200:0.0:1715210183.017812:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210183.017816:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210183.017823:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954674240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210183.017860:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210183.017866:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409800 00000400:00000200:0.0:1715210183.017871:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1345 [1] + 224 00000400:00000200:0.0:1715210183.017887:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210183.017891:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210183.017913:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954674176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210183.017955:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210183.017980:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:2.0:1715210183.017982:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715210183.017990:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954674240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210183.018000:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954674240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210183.018047:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210183.018051:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000400:00000010:1.0:1715210183.018053:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000100:00000010:2.0:1715210183.018055:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000200:1.0:1715210183.018058:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715210183.018066:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715210183.018071:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954674176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210183.018078:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954674176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210183.018090:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210183.018094:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:1.0:1715210183.018095:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210188.023596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210188.023630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210188.023687:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210188.023692:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210188.023771:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210188.023780:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:0.0:1715210188.023788:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 02000000:00000010:2.0:1715210188.023794:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000100:00000200:0.0:1715210188.023798:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674368, portal 4 00000400:00000010:2.0:1715210188.023804:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:0.0:1715210188.023806:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715210188.023809:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954674368, offset 0 00000400:00000010:2.0:1715210188.023809:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715210188.023814:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674304, portal 25 00000400:00000010:2.0:1715210188.023818:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000400:00000200:0.0:1715210188.023822:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210188.023830:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954674304, offset 0 00000400:00000200:0.0:1715210188.023841:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210188.023848:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210188.023853:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210188.023858:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210188.023858:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210188.023861:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210188.023864:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [593:593:256:4294967295] 192.168.203.134@tcp LPNI seq info [593:593:8:4294967295] 00000400:00000200:0.0:1715210188.023876:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210188.023883:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210188.023884:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210188.023887:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210188.023888:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210188.023892:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210188.023894:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210188.023895:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210188.023897:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210188.023900:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [594:594:255:4294967295] 192.168.203.134@tcp LPNI seq info [594:594:7:4294967295] 00000800:00000200:0.0:1715210188.023905:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210188.023909:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210188.023911:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210188.023914:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210188.023918:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210188.023922:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210188.023963:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210188.023967:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210188.024025:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210188.024032:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210188.024040:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210188.024048:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210188.024053:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715210188.024055:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715210188.024068:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954674368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210188.024167:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210188.024169:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210188.024173:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210188.024177:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210188.024179:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:1.0:1715210188.024181:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715210188.024186:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954674304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210188.025697:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210188.025711:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304098c0 00000400:00000200:0.0:1715210188.025720:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1351 [1] + 224 00000400:00000200:0.0:1715210188.025733:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210188.025739:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210188.025760:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954674368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210188.025817:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210188.025826:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409880 00000400:00000200:0.0:1715210188.025832:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1359 [1] + 224 00000400:00000200:0.0:1715210188.025863:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210188.025869:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210188.025876:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954674304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210188.025891:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:2.0:1715210188.025899:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715210188.025902:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715210188.025910:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954674368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210188.025922:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954674368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210188.025984:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210188.025991:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210188.025996:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000400:00000010:3.0:1715210188.026030:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:3.0:1715210188.026043:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:3.0:1715210188.026046:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:3.0:1715210188.026061:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954674304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210188.026075:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954674304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210188.026103:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715210188.026109:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715210188.026114:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:0.0:1715210193.031647:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210193.031679:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715210193.031740:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210193.031745:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210193.031822:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210193.031830:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715210193.031839:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210193.031847:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674496, portal 4 02000000:00000010:2.0:1715210193.031847:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:0.0:1715210193.031856:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000010:2.0:1715210193.031857:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000100:00000200:0.0:1715210193.031858:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954674496, offset 0 00000400:00000010:2.0:1715210193.031862:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000400:00000200:0.0:1715210193.031872:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210193.031879:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674432, portal 25 00000400:00000010:2.0:1715210193.031884:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715210193.031886:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954674432, offset 0 00000400:00000200:0.0:1715210193.031891:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210193.031919:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210193.031938:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210193.031944:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210193.031948:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210193.031951:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210193.031955:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [595:595:256:4294967295] 192.168.203.134@tcp LPNI seq info [595:595:8:4294967295] 00000400:00000200:0.0:1715210193.031967:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210193.031975:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210193.031977:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210193.031980:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210193.031981:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210193.031985:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210193.031988:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210193.031990:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210193.031993:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [596:596:255:4294967295] 192.168.203.134@tcp LPNI seq info [596:596:7:4294967295] 00000800:00000200:0.0:1715210193.031996:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210193.032003:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210193.032008:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210193.032008:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210193.032012:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:0.0:1715210193.032013:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210193.032017:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210193.032023:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210193.032027:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210193.032134:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210193.032141:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210193.032151:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210193.032161:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210193.032167:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210193.032171:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210193.032186:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954674496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210193.032332:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210193.032335:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210193.032341:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210193.032348:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210193.032353:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715210193.032356:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715210193.032365:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954674432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210193.034089:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210193.034106:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409900 00000400:00000200:0.0:1715210193.034116:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1369 [1] + 224 00000400:00000200:0.0:1715210193.034132:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210193.034138:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210193.034149:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954674432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210193.034201:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210193.034210:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409940 00000400:00000200:0.0:1715210193.034217:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1361 [1] + 224 00000400:00000200:0.0:1715210193.034241:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210193.034247:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210193.034256:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954674496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210193.034280:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210193.034287:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:2.0:1715210193.034289:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210193.034297:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954674432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210193.034308:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954674432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210193.034335:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210193.034341:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:2.0:1715210193.034347:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000010:1.0:1715210193.034368:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:1.0:1715210193.034378:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715210193.034381:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:1.0:1715210193.034391:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954674496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210193.034408:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954674496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210193.034441:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210193.034448:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:1.0:1715210193.034453:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000008:00000010:3.0:1715210194.327601:0:4324:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800aa39cc00. 00000100:00000010:3.0:1715210194.327619:0:4324:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715210194.327637:0:4324:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d07200. 00000008:00000010:3.0:1715210194.327649:0:4324:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6ce09c0. 00000008:00000010:3.0:1715210194.327708:0:4324:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800aa39cc00. 00000008:00000010:3.0:1715210194.327715:0:4324:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800aa39cc00. 00000100:00000010:3.0:1715210194.327720:0:4324:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715210194.327725:0:4324:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06400. 00000008:00000010:3.0:1715210194.327730:0:4324:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6ce01a0. 00000008:00000010:3.0:1715210194.327748:0:4324:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800aa39cc00. 00000008:00000010:3.0:1715210194.327752:0:4324:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800aa39cc00. 00000100:00000010:3.0:1715210194.327755:0:4324:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715210194.327759:0:4324:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06600. 00000008:00000010:3.0:1715210194.327762:0:4324:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6ce0340. 00000008:00000010:3.0:1715210194.327766:0:4324:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800aa39cc00. 00000008:00000010:3.0:1715210194.327795:0:22728:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce0340. 02000000:00000010:3.0:1715210194.327803:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06600. 00000100:00000010:3.0:1715210194.327806:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000008:00000010:3.0:1715210194.327817:0:22728:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce01a0. 02000000:00000010:3.0:1715210194.327820:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06400. 00000100:00000010:3.0:1715210194.327822:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 02000000:00000010:0.0:1715210194.327824:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009feed000. 00000400:00000010:0.0:1715210194.327844:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000010:0.0:1715210194.327855:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715210194.327866:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526954674560, portal 4 00000400:00000010:0.0:1715210194.327877:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210194.327881:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 28, xid 1798526954674560, offset 0 00000400:00000200:0.0:1715210194.327926:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210194.327949:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210194.327958:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210194.327965:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210194.327972:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210194.327976:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210194.327999:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [597:597:256:4294967295] 192.168.203.134@tcp LPNI seq info [597:597:8:4294967295] 00000400:00000200:0.0:1715210194.328016:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210194.328027:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210194.328034:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715210194.328044:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210194.328059:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210194.328064:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:2.0:1715210194.328240:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210194.328247:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210194.328252:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210194.328259:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210194.328264:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:2.0:1715210194.328267:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:2.0:1715210194.328278:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954674560/t0(0) o17->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210210 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210194.330158:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210194.330171:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 432 into portal 4 MB=0x663c030409980 00000400:00000200:0.0:1715210194.330178:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 432/432 into md 0x1371 [1] + 224 00000400:00000200:0.0:1715210194.330203:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210194.330208:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210194.330216:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954674560/t0(0) o17->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210210 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210194.330337:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715210194.330354:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715210194.330356:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715210194.330364:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954674560/t0(0) o17->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210210 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210194.330375:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954674560/t0(0) o17->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210210 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00000010:2.0:1715210194.330412:0:22729:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce09c0. 02000000:00000010:2.0:1715210194.330421:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009feed000. 02000000:00000010:2.0:1715210194.330428:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d07200. 00000100:00000010:2.0:1715210194.330433:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:0.0:1715210198.039605:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210198.039647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210198.039725:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210198.039733:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:2.0:1715210198.039816:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:1.0:1715210198.039817:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715210198.039829:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715210198.039829:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210198.039838:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000400:00000010:1.0:1715210198.039839:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715210198.039847:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674752, portal 25 00000400:00000010:2.0:1715210198.039856:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715210198.039857:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674816, portal 4 00000100:00000200:2.0:1715210198.039898:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954674752, offset 0 00000400:00000010:1.0:1715210198.039899:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000100:00000200:1.0:1715210198.039903:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954674816, offset 0 00000400:00000200:2.0:1715210198.039912:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210198.039926:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210198.039932:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210198.039939:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210198.039945:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210198.039949:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210198.039952:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210198.039956:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [598:598:256:4294967295] 192.168.203.134@tcp LPNI seq info [598:598:8:4294967295] 00000400:00000200:2.0:1715210198.039968:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210198.039975:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210198.039980:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210198.039981:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210198.039986:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210198.039988:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210198.039991:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210198.039995:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210198.039999:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210198.040000:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210198.040005:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210198.040022:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [599:599:255:4294967295] 192.168.203.134@tcp LPNI seq info [599:599:7:4294967295] 00000400:00000200:1.0:1715210198.040037:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210198.040045:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210198.040051:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210198.040058:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210198.040067:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210198.040072:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210198.040129:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210198.040135:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210198.040144:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210198.040154:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210198.040161:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715210198.040164:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715210198.040178:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954674752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210198.040293:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210198.040298:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210198.040303:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210198.040320:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210198.040325:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715210198.040328:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715210198.040336:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954674816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210198.042030:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210198.042048:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409a40 00000400:00000200:0.0:1715210198.042058:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1379 [1] + 224 00000400:00000200:0.0:1715210198.042074:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210198.042079:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210198.042090:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954674752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210198.042145:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210198.042154:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409a80 00000400:00000200:0.0:1715210198.042161:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x137d [1] + 224 00000400:00000200:0.0:1715210198.042190:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210198.042197:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210198.042205:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954674816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210198.042215:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210198.042232:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:2.0:1715210198.042234:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210198.042242:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954674752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210198.042253:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954674752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210198.042281:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715210198.042287:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210198.042292:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000400:00000010:1.0:1715210198.042303:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210198.042311:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210198.042314:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210198.042322:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954674816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210198.042338:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954674816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210198.042369:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715210198.042376:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715210198.042380:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000008:00000010:3.0:1715210200.343589:0:4324:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800aa39cc00. 00000100:00000010:3.0:1715210200.343606:0:4324:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715210200.343624:0:4324:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06400. 00000008:00000010:3.0:1715210200.343635:0:4324:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6ce01a0. 00000008:00000010:3.0:1715210200.343676:0:4324:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800aa39cc00. 00000008:00000010:0.0:1715210200.343796:0:22728:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce01a0. 02000000:00000010:0.0:1715210200.343824:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06400. 00000100:00000010:0.0:1715210200.343833:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:0.0:1715210203.047608:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210203.047645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210203.047722:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210203.047730:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:2.0:1715210203.047810:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:0.0:1715210203.047811:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210203.047822:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:2.0:1715210203.047822:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210203.047860:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210203.047871:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675008, portal 4 00000400:00000010:0.0:1715210203.047876:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715210203.047882:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954674944, portal 25 00000400:00000010:2.0:1715210203.047883:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000400:00000010:0.0:1715210203.047888:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:2.0:1715210203.047888:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675008, offset 0 00000100:00000200:0.0:1715210203.047892:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954674944, offset 0 00000400:00000200:2.0:1715210203.047904:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210203.047916:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210203.047927:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210203.047936:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210203.047943:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210203.047949:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210203.047953:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210203.047958:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [600:600:256:4294967295] 192.168.203.134@tcp LPNI seq info [600:600:8:4294967295] 00000400:00000200:2.0:1715210203.047976:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210203.047986:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210203.047990:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210203.047993:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210203.047995:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210203.048000:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210203.048004:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210203.048004:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210203.048009:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210203.048014:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [601:601:255:4294967295] 192.168.203.134@tcp LPNI seq info [601:601:7:4294967295] 00000800:00000200:2.0:1715210203.048017:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210203.048024:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210203.048028:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210203.048036:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210203.048041:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715210203.048047:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210203.048056:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210203.048061:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210203.048131:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210203.048138:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210203.048146:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210203.048153:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210203.048158:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:1.0:1715210203.048161:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:1.0:1715210203.048173:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954675008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210203.048273:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210203.048275:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210203.048278:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210203.048281:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210203.048284:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715210203.048295:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715210203.048303:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954674944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210203.050030:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210203.050047:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409b40 00000400:00000200:0.0:1715210203.050057:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1389 [1] + 224 00000400:00000200:0.0:1715210203.050073:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210203.050079:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210203.050089:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954675008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210203.050143:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210203.050152:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409b00 00000400:00000200:0.0:1715210203.050159:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x138d [1] + 224 00000400:00000200:0.0:1715210203.050180:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210203.050192:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:2.0:1715210203.050194:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210203.050201:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:2.0:1715210203.050213:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715210203.050223:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954674944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210203.050223:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954675008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210203.050239:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954675008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210203.050282:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715210203.050290:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:2.0:1715210203.050296:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000010:1.0:1715210203.050353:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:1.0:1715210203.050361:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715210203.050363:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715210203.050371:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954674944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210203.050382:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954674944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210203.050400:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210203.050406:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:1.0:1715210203.050409:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:2.0:1715210208.055764:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210208.055838:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210208.055908:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210208.055913:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210208.055985:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715210208.055993:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210208.056002:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210208.056011:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675136, portal 4 02000000:00000010:1.0:1715210208.056014:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715210208.056019:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715210208.056022:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675136, offset 0 00000400:00000010:1.0:1715210208.056025:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210208.056036:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210208.056046:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210208.056051:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675072, portal 25 00000400:00000010:1.0:1715210208.056056:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:2.0:1715210208.056057:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210208.056058:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675072, offset 0 00000400:00000200:2.0:1715210208.056064:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210208.056065:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210208.056070:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210208.056074:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210208.056077:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210208.056081:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [602:602:256:4294967295] 192.168.203.134@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:2.0:1715210208.056094:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210208.056101:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210208.056103:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210208.056106:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210208.056106:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210208.056110:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210208.056112:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210208.056114:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210208.056115:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210208.056118:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [603:603:255:4294967295] 192.168.203.134@tcp LPNI seq info [603:603:7:4294967295] 00000800:00000200:2.0:1715210208.056124:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210208.056128:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210208.056133:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210208.056137:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210208.056142:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210208.056148:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210208.056149:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210208.056162:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210208.056242:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210208.056249:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210208.056258:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210208.056266:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210208.056271:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715210208.056274:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715210208.056286:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954675136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210208.056382:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210208.056385:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210208.056387:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210208.056391:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210208.056394:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715210208.056395:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715210208.056400:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954675072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210208.058246:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210208.058261:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409bc0 00000400:00000200:0.0:1715210208.058269:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1399 [1] + 224 00000400:00000200:0.0:1715210208.058280:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210208.058284:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210208.058292:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954675136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210208.058330:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210208.058335:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409b80 00000400:00000200:0.0:1715210208.058339:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13a1 [1] + 224 00000400:00000200:0.0:1715210208.058367:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210208.058371:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210208.058376:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954675072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210208.058390:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210208.058396:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:2.0:1715210208.058399:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210208.058408:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954675136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210208.058424:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954675136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210208.058454:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210208.058502:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210208.058504:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715210208.058511:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000100:00000200:1.0:1715210208.058513:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954675072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210208.058519:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000200:1.0:1715210208.058524:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954675072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210208.058524:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 02000000:00000010:1.0:1715210208.058542:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210208.058546:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715210208.058549:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000010:0.0:1715210213.063694:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210213.063727:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210213.063826:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210213.063831:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:2.0:1715210213.063863:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715210213.063876:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210213.063885:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 02000000:00000010:0.0:1715210213.063888:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210213.063893:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000100:00000200:2.0:1715210213.063894:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675200, portal 25 00000400:00000010:0.0:1715210213.063898:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000010:2.0:1715210213.063901:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715210213.063903:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675264, portal 4 00000100:00000200:2.0:1715210213.063904:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675200, offset 0 00000400:00000010:0.0:1715210213.063910:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000200:2.0:1715210213.063917:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210213.063922:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675264, offset 0 00000400:00000200:0.0:1715210213.063930:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210213.063937:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210213.063943:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210213.063949:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210213.063953:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210213.063956:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210213.063960:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [604:604:256:4294967295] 192.168.203.134@tcp LPNI seq info [604:604:8:4294967295] 00000400:00000200:2.0:1715210213.063973:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210213.063980:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210213.063982:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210213.063985:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715210213.063986:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210213.063989:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210213.063993:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210213.063994:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210213.063996:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210213.063999:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [605:605:255:4294967295] 192.168.203.134@tcp LPNI seq info [605:605:7:4294967295] 00000800:00000200:2.0:1715210213.064005:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210213.064009:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210213.064011:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210213.064013:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210213.064017:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715210213.064021:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210213.064027:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210213.064031:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210213.064121:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210213.064128:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210213.064135:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210213.064142:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210213.064147:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:1.0:1715210213.064150:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:1.0:1715210213.064161:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954675200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210213.064262:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210213.064265:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210213.064269:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210213.064272:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210213.064275:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210213.064276:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210213.064282:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954675264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210213.066013:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210213.066027:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409c00 00000400:00000200:0.0:1715210213.066045:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13a9 [1] + 224 00000400:00000200:0.0:1715210213.066059:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210213.066063:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210213.066071:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954675200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210213.066109:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210213.066115:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409c40 00000400:00000200:0.0:1715210213.066120:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13ad [1] + 224 00000400:00000200:0.0:1715210213.066136:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210213.066140:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210213.066145:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954675264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210213.066195:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210213.066203:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:2.0:1715210213.066205:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210213.066214:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954675200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210213.066225:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954675200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210213.066243:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:1.0:1715210213.066253:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 02000000:00000010:2.0:1715210213.066253:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000010:1.0:1715210213.066256:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 02000000:00000010:2.0:1715210213.066259:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715210213.066264:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000200:1.0:1715210213.066266:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954675264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210213.066302:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954675264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210213.066329:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210213.066334:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:1.0:1715210213.066337:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715210218.071576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210218.071600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210218.071649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210218.071653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715210218.071714:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210218.071747:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:0.0:1715210218.071755:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715210218.071762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675392, portal 4 00000400:00000010:0.0:1715210218.071769:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715210218.071771:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675392, offset 0 00000400:00000200:0.0:1715210218.071781:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210218.071791:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000200:0.0:1715210218.071796:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210218.071801:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210218.071806:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210218.071809:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000200:0.0:1715210218.071810:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210218.071812:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210218.071816:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [606:606:256:4294967295] 192.168.203.134@tcp LPNI seq info [606:606:8:4294967295] 00000400:00000010:2.0:1715210218.071820:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210218.071830:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675328, portal 25 00000400:00000010:2.0:1715210218.071838:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000400:00000200:0.0:1715210218.071841:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:2.0:1715210218.071842:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675328, offset 0 00000800:00000200:0.0:1715210218.071848:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210218.071852:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210218.071857:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715210218.071859:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210218.071868:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210218.071873:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210218.071876:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210218.071885:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210218.071891:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210218.071897:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210218.071901:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210218.071906:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [607:607:255:4294967295] 192.168.203.134@tcp LPNI seq info [607:607:7:4294967295] 00000400:00000200:2.0:1715210218.071923:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210218.071933:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210218.071940:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210218.071949:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210218.071961:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210218.071967:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210218.072047:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210218.072053:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210218.072059:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210218.072066:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210218.072071:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210218.072074:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210218.072085:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954675392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210218.072124:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210218.072126:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210218.072129:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210218.072133:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210218.072135:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:1.0:1715210218.072136:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:1.0:1715210218.072141:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954675328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210218.073385:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210218.073399:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409cc0 00000400:00000200:0.0:1715210218.073407:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13b9 [1] + 224 00000400:00000200:0.0:1715210218.073419:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210218.073423:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210218.073433:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954675392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210218.073496:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210218.073502:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409c80 00000400:00000200:0.0:1715210218.073508:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13c1 [1] + 224 00000400:00000200:0.0:1715210218.073526:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210218.073530:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:2.0:1715210218.073537:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715210218.073559:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715210218.073562:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715210218.073571:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954675328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210218.073574:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954675392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210218.073589:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954675392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210218.073635:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210218.073644:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715210218.073650:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000010:3.0:1715210218.073663:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:3.0:1715210218.073673:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:3.0:1715210218.073676:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:3.0:1715210218.073687:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954675328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210218.073700:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954675328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210218.073754:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210218.073760:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715210218.073774:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210223.079581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210223.079603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715210223.079648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210223.079652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210223.079740:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210223.079747:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715210223.079754:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715210223.079771:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675520, portal 4 00000400:00000010:0.0:1715210223.079778:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715210223.079780:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675520, offset 0 00000400:00000200:0.0:1715210223.079790:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210223.079804:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210223.079809:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210223.079813:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210223.079817:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210223.079820:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:2.0:1715210223.079822:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:0.0:1715210223.079823:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [608:608:256:4294967295] 192.168.203.134@tcp LPNI seq info [608:608:8:4294967295] 00000400:00000200:0.0:1715210223.079834:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210223.079840:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210223.079843:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43799a0. 00000800:00000010:0.0:1715210223.079844:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210223.079850:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:2.0:1715210223.079854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000800:00000200:0.0:1715210223.079859:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210223.079864:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1715210223.079864:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675456, portal 25 00000400:00000010:2.0:1715210223.079872:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715210223.079876:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675456, offset 0 00000400:00000200:2.0:1715210223.079891:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210223.079911:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210223.079920:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210223.079926:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210223.079932:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210223.079936:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210223.079941:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [609:609:255:4294967295] 192.168.203.134@tcp LPNI seq info [609:609:7:4294967295] 00000400:00000200:2.0:1715210223.079958:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210223.079968:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210223.079974:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210223.079983:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210223.079995:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210223.080001:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210223.080028:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210223.080034:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210223.080039:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210223.080047:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210223.080053:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210223.080055:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210223.080066:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954675520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210223.080107:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210223.080125:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210223.080129:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210223.080133:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210223.080136:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715210223.080138:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715210223.080143:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954675456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210223.081561:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210223.081575:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409d40 00000400:00000200:0.0:1715210223.081582:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13c9 [1] + 224 00000400:00000200:0.0:1715210223.081593:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210223.081598:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210223.081607:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954675520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210223.081645:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210223.081650:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409d00 00000400:00000200:0.0:1715210223.081656:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13d1 [1] + 224 00000400:00000200:0.0:1715210223.081673:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210223.081677:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210223.081710:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954675456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210223.081732:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715210223.081742:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715210223.081757:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715210223.081769:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954675520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210223.081786:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954675520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210223.081801:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43799a0. 00000400:00000200:3.0:1715210223.081810:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:3.0:1715210223.081812:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:3.0:1715210223.081821:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954675456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210223.081832:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954675456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210223.081833:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210223.081847:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715210223.081852:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 02000000:00000010:3.0:1715210223.081857:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715210223.081862:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:3.0:1715210223.081866:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210228.087582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210228.087605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715210228.087690:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210228.087695:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210228.087759:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210228.087766:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 02000000:00000010:2.0:1715210228.087771:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:0.0:1715210228.087773:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000010:2.0:1715210228.087780:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e18. 00000100:00000200:0.0:1715210228.087781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675648, portal 4 00000400:00000010:2.0:1715210228.087785:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000400:00000010:0.0:1715210228.087787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715210228.087790:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675648, offset 0 00000100:00000200:2.0:1715210228.087790:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675584, portal 25 00000400:00000010:2.0:1715210228.087794:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000200:0.0:1715210228.087800:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210228.087807:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675584, offset 0 00000400:00000200:0.0:1715210228.087815:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210228.087815:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210228.087820:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210228.087824:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210228.087828:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210228.087831:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210228.087834:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [610:610:256:4294967295] 192.168.203.134@tcp LPNI seq info [610:610:8:4294967295] 00000400:00000200:0.0:1715210228.087846:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210228.087852:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210228.087856:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210228.087857:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210228.087861:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210228.087862:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210228.087864:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210228.087867:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210228.087870:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210228.087872:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210228.087873:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [611:611:255:4294967295] 192.168.203.134@tcp LPNI seq info [611:611:7:4294967295] 00000800:00000200:0.0:1715210228.087877:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210228.087882:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210228.087887:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210228.087891:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715210228.087896:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210228.087902:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210228.087906:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210228.087980:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210228.087990:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210228.088000:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210228.088011:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210228.088018:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210228.088021:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210228.088036:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954675648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210228.088132:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210228.088134:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210228.088138:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210228.088142:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210228.088145:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:1.0:1715210228.088147:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:1.0:1715210228.088153:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954675584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210228.090170:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210228.090183:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409dc0 00000400:00000200:0.0:1715210228.090190:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13d9 [1] + 224 00000400:00000200:0.0:1715210228.090202:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210228.090220:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210228.090230:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954675648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210228.090272:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210228.090278:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409d80 00000400:00000200:0.0:1715210228.090282:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13dd [1] + 224 00000400:00000200:0.0:1715210228.090296:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210228.090300:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210228.090305:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954675584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210228.090359:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:2.0:1715210228.090366:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715210228.090369:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715210228.090387:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954675648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210228.090399:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954675648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210228.090419:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e18. 00000400:00000200:3.0:1715210228.090428:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:3.0:1715210228.090430:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 02000000:00000010:2.0:1715210228.090431:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210228.090437:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000200:3.0:1715210228.090439:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954675584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210228.090441:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000200:3.0:1715210228.090450:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954675584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210228.090506:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715210228.090511:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:3.0:1715210228.090514:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210233.095581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210233.095604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210233.095674:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210233.095679:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210233.095735:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210233.095741:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:0.0:1715210233.095748:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 02000000:00000010:3.0:1715210233.095754:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000100:00000200:0.0:1715210233.095756:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675776, portal 4 00000400:00000010:0.0:1715210233.095762:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000010:3.0:1715210233.095763:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:0.0:1715210233.095764:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675776, offset 0 00000400:00000010:3.0:1715210233.095768:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:0.0:1715210233.095775:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715210233.095783:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675712, portal 25 00000400:00000010:3.0:1715210233.095787:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715210233.095789:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675712, offset 0 00000400:00000200:0.0:1715210233.095790:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210233.095796:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210233.095797:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210233.095801:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210233.095805:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210233.095807:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210233.095811:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [612:612:256:4294967295] 192.168.203.134@tcp LPNI seq info [612:612:8:4294967295] 00000400:00000200:0.0:1715210233.095822:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210233.095828:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210233.095831:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210233.095835:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210233.095838:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000010:0.0:1715210233.095842:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210233.095849:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210233.095850:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210233.095853:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210233.095856:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [613:613:255:4294967295] 192.168.203.134@tcp LPNI seq info [613:613:7:4294967295] 00000800:00000200:0.0:1715210233.095858:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210233.095863:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210233.095866:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210233.095872:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210233.095876:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000800:00000200:3.0:1715210233.095881:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210233.095887:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210233.095891:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210233.095947:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210233.095957:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210233.095967:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210233.095979:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210233.095986:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210233.095989:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210233.096004:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954675776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210233.096111:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210233.096130:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715210233.096134:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210233.096139:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210233.096142:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:1.0:1715210233.096144:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:1.0:1715210233.096150:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954675712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210233.098230:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210233.098245:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409e40 00000400:00000200:0.0:1715210233.098253:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13e9 [1] + 224 00000400:00000200:0.0:1715210233.098265:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210233.098269:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210233.098278:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954675776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210233.098317:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210233.098322:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409e00 00000400:00000200:0.0:1715210233.098326:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13f1 [1] + 224 00000400:00000200:0.0:1715210233.098343:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210233.098347:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210233.098353:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954675712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210233.098366:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715210233.098375:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715210233.098377:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210233.098386:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954675776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210233.098398:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954675776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210233.098428:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210233.098434:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715210233.098438:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000010:3.0:1715210233.098527:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210233.098535:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210233.098537:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210233.098545:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954675712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210233.098555:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954675712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210233.098574:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715210233.098579:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715210233.098582:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210238.103577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210238.103629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715210238.103692:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210238.103699:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715210238.103783:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210238.103792:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 02000000:00000010:2.0:1715210238.103794:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:0.0:1715210238.103802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000400:00000010:2.0:1715210238.103804:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379948. 00000100:00000200:0.0:1715210238.103813:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675904, portal 4 00000400:00000010:2.0:1715210238.103819:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000010:0.0:1715210238.103822:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:2.0:1715210238.103824:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675840, portal 25 00000100:00000200:0.0:1715210238.103826:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954675904, offset 0 00000400:00000010:2.0:1715210238.103827:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210238.103830:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675840, offset 0 00000400:00000200:0.0:1715210238.103839:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210238.103861:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210238.103868:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210238.103877:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210238.103883:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210238.103887:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210238.103891:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210238.103896:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [614:614:256:4294967295] 192.168.203.134@tcp LPNI seq info [614:614:8:4294967295] 00000400:00000200:0.0:1715210238.103911:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210238.103919:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210238.103921:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210238.103924:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210238.103925:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210238.103928:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210238.103931:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210238.103933:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210238.103934:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210238.103937:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [615:615:255:4294967295] 192.168.203.134@tcp LPNI seq info [615:615:7:4294967295] 00000800:00000200:0.0:1715210238.103946:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210238.103948:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210238.103952:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210238.103963:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210238.103967:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715210238.103972:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210238.103978:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210238.103981:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210238.104065:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210238.104076:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210238.104086:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210238.104097:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210238.104105:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210238.104107:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210238.104124:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954675904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210238.104226:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210238.104229:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210238.104232:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210238.104237:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210238.104239:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:1.0:1715210238.104241:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:1.0:1715210238.104247:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954675840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210238.106252:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210238.106266:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409ec0 00000400:00000200:0.0:1715210238.106274:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13f9 [1] + 224 00000400:00000200:0.0:1715210238.106285:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210238.106290:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210238.106299:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954675904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210238.106337:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210238.106342:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409e80 00000400:00000200:0.0:1715210238.106346:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13fd [1] + 224 00000400:00000200:0.0:1715210238.106364:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210238.106368:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210238.106374:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954675840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210238.106426:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:2.0:1715210238.106434:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715210238.106436:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210238.106446:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954675904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210238.106457:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954675904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210238.106498:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379948. 00000400:00000200:3.0:1715210238.106507:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:3.0:1715210238.106509:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:3.0:1715210238.106518:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954675840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210238.106529:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954675840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210238.106530:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210238.106538:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:2.0:1715210238.106542:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 02000000:00000010:3.0:1715210238.106548:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210238.106552:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:3.0:1715210238.106555:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715210243.111606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210243.111629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210243.111686:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210243.111690:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715210243.111746:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210243.111753:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715210243.111760:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715210243.111768:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676032, portal 4 00000400:00000010:0.0:1715210243.111774:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715210243.111776:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676032, offset 0 02000000:00000010:3.0:1715210243.111778:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000200:0.0:1715210243.111787:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715210243.111796:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:0.0:1715210243.111801:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1715210243.111802:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:0.0:1715210243.111807:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715210243.111807:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954675968, portal 25 00000400:00000010:3.0:1715210243.111810:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000400:00000200:0.0:1715210243.111811:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:3.0:1715210243.111812:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954675968, offset 0 00000400:00000200:0.0:1715210243.111815:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210243.111818:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210243.111820:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210243.111822:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [616:616:256:4294967295] 192.168.203.134@tcp LPNI seq info [616:616:8:4294967295] 00000400:00000200:0.0:1715210243.111833:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210243.111838:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210243.111841:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210243.111842:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:3.0:1715210243.111845:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210243.111848:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210243.111849:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210243.111851:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210243.111854:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210243.111857:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [617:617:255:4294967295] 192.168.203.134@tcp LPNI seq info [617:617:7:4294967295] 00000800:00000200:0.0:1715210243.111858:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210243.111863:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210243.111867:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210243.111871:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210243.111875:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000800:00000200:3.0:1715210243.111880:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210243.111887:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210243.111890:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210243.111939:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210243.111949:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210243.111959:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210243.111969:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210243.111975:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210243.111978:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210243.111992:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954676032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210243.112089:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210243.112107:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715210243.112112:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210243.112117:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210243.112120:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:1.0:1715210243.112122:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:1.0:1715210243.112127:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954675968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210243.113919:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210243.113933:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409f40 00000400:00000200:0.0:1715210243.113941:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1409 [1] + 224 00000400:00000200:0.0:1715210243.113952:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210243.113957:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210243.113966:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954676032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210243.114006:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210243.114022:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409f00 00000400:00000200:0.0:1715210243.114026:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1411 [1] + 224 00000400:00000200:0.0:1715210243.114044:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210243.114047:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210243.114052:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954675968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210243.114099:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:2.0:1715210243.114107:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715210243.114109:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000400:00000010:3.0:1715210243.114117:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715210243.114119:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954676032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210243.114122:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210243.114124:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:2.0:1715210243.114130:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954676032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210243.114131:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954675968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210243.114141:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954675968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210243.114160:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:3.0:1715210243.114160:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715210243.114165:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 02000000:00000010:2.0:1715210243.114168:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715210243.114169:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:2.0:1715210243.114171:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210248.119623:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210248.119646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715210248.119689:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210248.119693:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210248.119753:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210248.119759:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:0.0:1715210248.119766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715210248.119774:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676160, portal 4 00000400:00000010:0.0:1715210248.119780:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715210248.119782:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676160, offset 0 00000400:00000200:0.0:1715210248.119792:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210248.119802:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000200:0.0:1715210248.119806:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210248.119811:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210248.119812:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379898. 00000400:00000200:0.0:1715210248.119816:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210248.119817:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:0.0:1715210248.119820:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210248.119821:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676096, portal 25 00000400:00000200:0.0:1715210248.119822:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:2.0:1715210248.119825:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000400:00000200:0.0:1715210248.119826:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [618:618:256:4294967295] 192.168.203.134@tcp LPNI seq info [618:618:8:4294967295] 00000400:00000200:0.0:1715210248.119836:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:2.0:1715210248.119837:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676096, offset 0 00000800:00000200:0.0:1715210248.119843:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210248.119845:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210248.119846:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210248.119852:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210248.119853:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210248.119857:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210248.119860:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210248.119861:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210248.119863:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210248.119866:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210248.119866:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210248.119868:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [619:619:255:4294967295] 192.168.203.134@tcp LPNI seq info [619:619:7:4294967295] 00000400:00000200:2.0:1715210248.119878:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210248.119883:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210248.119887:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715210248.119892:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210248.119898:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210248.119901:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210248.119982:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210248.119993:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210248.120003:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210248.120013:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210248.120020:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210248.120023:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210248.120039:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954676160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210248.120139:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210248.120142:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210248.120146:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210248.120150:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210248.120152:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715210248.120154:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715210248.120160:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954676096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210248.122037:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210248.122051:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030409fc0 00000400:00000200:0.0:1715210248.122059:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1419 [1] + 224 00000400:00000200:0.0:1715210248.122071:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210248.122076:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210248.122085:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954676160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210248.122124:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210248.122129:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030409f80 00000400:00000200:0.0:1715210248.122133:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1421 [1] + 224 00000400:00000200:0.0:1715210248.122152:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210248.122156:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210248.122160:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954676096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210248.122209:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:2.0:1715210248.122217:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715210248.122219:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715210248.122228:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954676160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210248.122239:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954676160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210248.122271:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210248.122279:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000400:00000010:3.0:1715210248.122281:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379898. 00000100:00000010:2.0:1715210248.122283:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000400:00000200:3.0:1715210248.122289:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:3.0:1715210248.122300:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:3.0:1715210248.122309:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954676096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210248.122320:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954676096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210248.122340:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210248.122344:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:3.0:1715210248.122347:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715210253.127585:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210253.127609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715210253.127653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210253.127657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210253.127715:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210253.127722:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:0.0:1715210253.127728:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715210253.127735:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676288, portal 4 00000400:00000010:0.0:1715210253.127743:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 02000000:00000010:2.0:1715210253.127744:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000100:00000200:0.0:1715210253.127745:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676288, offset 0 00000400:00000010:2.0:1715210253.127753:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43798f0. 00000400:00000200:0.0:1715210253.127755:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210253.127769:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000400:00000200:0.0:1715210253.127770:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210253.127774:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676224, portal 25 00000400:00000200:0.0:1715210253.127775:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210253.127778:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000200:0.0:1715210253.127780:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:2.0:1715210253.127780:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676224, offset 0 00000400:00000200:0.0:1715210253.127784:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210253.127797:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210253.127801:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [620:620:256:4294967295] 192.168.203.134@tcp LPNI seq info [620:620:8:4294967295] 00000400:00000200:2.0:1715210253.127802:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210253.127812:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210253.127819:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210253.127821:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210253.127823:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210253.127825:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210253.127828:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210253.127830:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210253.127831:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210253.127834:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210253.127836:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [621:621:255:4294967295] 192.168.203.134@tcp LPNI seq info [621:621:7:4294967295] 00000800:00000200:0.0:1715210253.127839:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210253.127844:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210253.127846:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210253.127851:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210253.127854:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715210253.127859:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210253.127865:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210253.127868:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210253.127925:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210253.127936:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210253.127947:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210253.127958:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210253.127965:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210253.127968:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210253.127984:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954676288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210253.128094:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210253.128113:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210253.128117:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210253.128121:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210253.128124:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:1.0:1715210253.128126:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:1.0:1715210253.128133:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954676224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210253.130140:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210253.130154:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a040 00000400:00000200:0.0:1715210253.130162:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1429 [1] + 224 00000400:00000200:0.0:1715210253.130173:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210253.130178:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210253.130187:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954676288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210253.130225:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210253.130229:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a000 00000400:00000200:0.0:1715210253.130233:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1431 [1] + 224 00000400:00000200:0.0:1715210253.130249:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210253.130253:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210253.130258:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954676224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210253.130314:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:2.0:1715210253.130322:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715210253.130324:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:2.0:1715210253.130334:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954676288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210253.130345:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954676288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210253.130376:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715210253.130376:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43798f0. 02000000:00000010:2.0:1715210253.130382:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000400:00000200:3.0:1715210253.130385:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000100:00000010:2.0:1715210253.130386:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000010:3.0:1715210253.130387:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:3.0:1715210253.130396:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954676224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210253.130407:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954676224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210253.130426:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715210253.130430:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:3.0:1715210253.130434:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715210258.135584:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210258.135607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210258.135652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210258.135656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210258.135717:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210258.135736:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:0.0:1715210258.135743:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715210258.135750:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676416, portal 4 00000400:00000010:0.0:1715210258.135756:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715210258.135759:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676416, offset 0 02000000:00000010:2.0:1715210258.135765:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000200:0.0:1715210258.135769:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210258.135774:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379a50. 00000400:00000010:2.0:1715210258.135789:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000200:0.0:1715210258.135793:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210258.135794:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676352, portal 25 00000400:00000010:2.0:1715210258.135797:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000200:0.0:1715210258.135798:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210258.135799:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676352, offset 0 00000400:00000200:0.0:1715210258.135803:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210258.135807:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210258.135807:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210258.135810:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210258.135813:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [622:622:256:4294967295] 192.168.203.134@tcp LPNI seq info [622:622:8:4294967295] 00000400:00000200:0.0:1715210258.135824:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210258.135830:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210258.135834:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:2.0:1715210258.135837:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715210258.135841:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210258.135841:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210258.135844:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210258.135847:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210258.135850:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210258.135851:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210258.135853:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [623:623:255:4294967295] 192.168.203.134@tcp LPNI seq info [623:623:7:4294967295] 00000800:00000200:0.0:1715210258.135856:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210258.135862:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210258.135867:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210258.135871:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715210258.135876:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210258.135882:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210258.135885:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210258.135941:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210258.135949:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210258.135957:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210258.135966:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210258.135971:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210258.135974:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210258.135986:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954676416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210258.136059:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210258.136061:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210258.136063:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210258.136066:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210258.136068:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:1.0:1715210258.136070:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:1.0:1715210258.136075:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954676352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210258.137990:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210258.138004:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a0c0 00000400:00000200:0.0:1715210258.138012:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1439 [1] + 224 00000400:00000200:0.0:1715210258.138024:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210258.138029:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210258.138038:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954676416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210258.138076:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210258.138080:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a080 00000400:00000200:0.0:1715210258.138085:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1441 [1] + 224 00000400:00000200:0.0:1715210258.138099:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210258.138118:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210258.138122:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954676352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210258.138168:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:2.0:1715210258.138175:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715210258.138178:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:2.0:1715210258.138187:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954676416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210258.138198:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954676416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210258.138229:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210258.138234:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000400:00000010:3.0:1715210258.138238:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379a50. 00000100:00000010:2.0:1715210258.138239:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000200:3.0:1715210258.138247:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:3.0:1715210258.138249:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:3.0:1715210258.138258:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954676352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210258.138268:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954676352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210258.138287:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715210258.138291:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715210258.138294:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715210263.143575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210263.143599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210263.143644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210263.143648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210263.143707:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210263.143714:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:0.0:1715210263.143720:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715210263.143727:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676544, portal 4 00000400:00000010:0.0:1715210263.143734:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715210263.143736:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676544, offset 0 00000400:00000200:0.0:1715210263.143747:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210263.143749:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715210263.143759:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43797e8. 00000400:00000200:0.0:1715210263.143761:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210263.143764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000400:00000200:0.0:1715210263.143767:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210263.143768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676480, portal 25 00000400:00000200:0.0:1715210263.143771:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210263.143772:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210263.143774:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676480, offset 0 00000400:00000200:0.0:1715210263.143775:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210263.143778:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210263.143781:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [624:624:256:4294967295] 192.168.203.134@tcp LPNI seq info [624:624:8:4294967295] 00000400:00000200:2.0:1715210263.143782:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210263.143792:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210263.143798:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210263.143801:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210263.143802:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715210263.143808:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210263.143817:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210263.143819:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210263.143821:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210263.143823:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210263.143826:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210263.143829:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210263.143832:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [625:625:255:4294967295] 192.168.203.134@tcp LPNI seq info [625:625:7:4294967295] 00000400:00000200:2.0:1715210263.143841:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210263.143846:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210263.143850:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210263.143855:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210263.143861:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210263.143865:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210263.143925:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210263.143935:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210263.143944:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210263.143954:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210263.143961:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715210263.143964:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715210263.143978:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954676544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210263.144072:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210263.144090:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210263.144094:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210263.144097:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210263.144100:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:1.0:1715210263.144102:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715210263.144108:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954676480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210263.146080:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210263.146094:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a140 00000400:00000200:0.0:1715210263.146102:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1449 [1] + 224 00000400:00000200:0.0:1715210263.146125:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210263.146130:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210263.146139:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954676544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210263.146180:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210263.146186:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a100 00000400:00000200:0.0:1715210263.146190:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1451 [1] + 224 00000400:00000200:0.0:1715210263.146206:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210263.146210:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210263.146215:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954676480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210263.146270:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715210263.146278:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715210263.146280:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715210263.146289:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954676544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210263.146300:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954676544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210263.146304:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43797e8. 00000400:00000200:3.0:1715210263.146312:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:3.0:1715210263.146315:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 02000000:00000010:2.0:1715210263.146330:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715210263.146333:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954676480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210263.146338:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715210263.146342:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000200:3.0:1715210263.146344:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954676480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210263.146362:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210263.146367:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715210263.146370:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715210268.151581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210268.151608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210268.151665:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210268.151673:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210268.151744:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210268.151751:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:0.0:1715210268.151757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715210268.151765:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676672, portal 4 02000000:00000010:1.0:1715210268.151768:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:0.0:1715210268.151771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210268.151773:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676672, offset 0 00000400:00000200:0.0:1715210268.151784:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210268.151784:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210268.151792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210268.151798:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210268.151801:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676608, portal 25 00000400:00000200:0.0:1715210268.151803:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210268.151807:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:0.0:1715210268.151808:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715210268.151810:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676608, offset 0 00000400:00000200:0.0:1715210268.151812:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210268.151815:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210268.151818:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [626:626:256:4294967295] 192.168.203.134@tcp LPNI seq info [626:626:8:4294967295] 00000400:00000200:1.0:1715210268.151822:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210268.151829:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210268.151848:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210268.151852:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210268.151855:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715210268.151858:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210268.151862:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210268.151867:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210268.151868:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210268.151871:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210268.151873:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210268.151874:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210268.151878:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [627:627:255:4294967295] 192.168.203.134@tcp LPNI seq info [627:627:7:4294967295] 00000400:00000200:1.0:1715210268.151890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210268.151899:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210268.151905:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715210268.151915:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210268.151928:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210268.151934:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210268.151980:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210268.151986:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210268.151992:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210268.152000:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210268.152004:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:2.0:1715210268.152007:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:2.0:1715210268.152017:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954676672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210268.152098:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210268.152109:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715210268.152113:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210268.152117:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210268.152120:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:2.0:1715210268.152121:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:2.0:1715210268.152127:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954676608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210268.154004:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210268.154019:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a1c0 00000400:00000200:0.0:1715210268.154028:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1459 [1] + 224 00000400:00000200:0.0:1715210268.154042:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210268.154048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210268.154057:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954676672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210268.154110:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210268.154118:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a180 00000400:00000200:0.0:1715210268.154127:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1461 [1] + 224 00000400:00000200:0.0:1715210268.154158:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210268.154160:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:0.0:1715210268.154165:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210268.154168:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715210268.154170:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715210268.154178:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954676672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210268.154183:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954676608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210268.154190:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954676672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210268.154220:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210268.154226:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210268.154229:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000010:1.0:1715210268.154318:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210268.154326:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210268.154329:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210268.154339:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954676608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210268.154451:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954676608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210268.154570:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210268.154577:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715210268.154582:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210273.159581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210273.159603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210273.159645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210273.159650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210273.159704:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210273.159711:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:0.0:1715210273.159718:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210273.159725:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676800, portal 4 00000400:00000010:0.0:1715210273.159731:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715210273.159744:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676800, offset 0 02000000:00000010:2.0:1715210273.159746:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000200:0.0:1715210273.159755:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210273.159757:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379840. 00000400:00000010:2.0:1715210273.159764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000400:00000200:0.0:1715210273.159769:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210273.159770:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676736, portal 25 00000400:00000200:0.0:1715210273.159775:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210273.159775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715210273.159778:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676736, offset 0 00000400:00000200:0.0:1715210273.159779:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210273.159784:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210273.159786:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210273.159787:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210273.159790:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [628:628:256:4294967295] 192.168.203.134@tcp LPNI seq info [628:628:8:4294967295] 00000400:00000200:0.0:1715210273.159801:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210273.159807:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210273.159811:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210273.159811:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210273.159815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210273.159817:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210273.159819:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210273.159822:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210273.159825:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210273.159826:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210273.159828:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [629:629:255:4294967295] 192.168.203.134@tcp LPNI seq info [629:629:7:4294967295] 00000800:00000200:0.0:1715210273.159831:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210273.159838:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210273.159853:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210273.159857:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715210273.159862:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210273.159868:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210273.159872:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210273.159935:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210273.159945:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210273.159955:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210273.159966:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210273.159973:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210273.159976:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210273.159992:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954676800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210273.160087:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210273.160090:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210273.160094:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210273.160098:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210273.160100:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:1.0:1715210273.160102:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715210273.160108:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954676736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210273.162025:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210273.162038:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a240 00000400:00000200:0.0:1715210273.162046:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1469 [1] + 224 00000400:00000200:0.0:1715210273.162057:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210273.162062:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210273.162071:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954676800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210273.162108:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210273.162113:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a200 00000400:00000200:0.0:1715210273.162117:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1471 [1] + 224 00000400:00000200:0.0:1715210273.162135:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210273.162139:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210273.162144:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954676736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210273.162203:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715210273.162213:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715210273.162216:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000400:00000010:3.0:1715210273.162226:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379840. 00000100:00000200:2.0:1715210273.162228:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954676800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210273.162232:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:3.0:1715210273.162234:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:3.0:1715210273.162242:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954676736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210273.162244:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954676800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210273.162256:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954676736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210273.162276:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715210273.162276:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210273.162283:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 02000000:00000010:3.0:1715210273.162283:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210273.162288:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:3.0:1715210273.162288:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715210278.167580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210278.167604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210278.167651:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210278.167656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210278.167732:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210278.167740:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:0.0:1715210278.167746:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715210278.167754:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676928, portal 4 00000400:00000010:0.0:1715210278.167761:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715210278.167763:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954676928, offset 0 00000400:00000200:0.0:1715210278.167774:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210278.167787:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:2.0:1715210278.167788:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000200:0.0:1715210278.167792:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210278.167797:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210278.167799:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379790. 00000400:00000200:0.0:1715210278.167800:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210278.167803:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:2.0:1715210278.167805:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000200:0.0:1715210278.167807:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [630:630:256:4294967295] 192.168.203.134@tcp LPNI seq info [630:630:8:4294967295] 00000100:00000200:2.0:1715210278.167811:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676864, portal 25 00000400:00000010:2.0:1715210278.167816:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000200:0.0:1715210278.167818:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:2.0:1715210278.167819:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676864, offset 0 00000800:00000200:0.0:1715210278.167824:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210278.167827:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210278.167829:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715210278.167833:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210278.167839:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715210278.167842:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210278.167845:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210278.167846:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210278.167850:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210278.167854:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210278.167856:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210278.167859:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [631:631:255:4294967295] 192.168.203.134@tcp LPNI seq info [631:631:7:4294967295] 00000400:00000200:2.0:1715210278.167878:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210278.167884:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210278.167903:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210278.167908:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210278.167915:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210278.167918:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210278.167960:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210278.167969:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210278.167979:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210278.167989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210278.167995:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715210278.167997:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715210278.168012:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954676928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210278.168112:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210278.168130:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210278.168133:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210278.168137:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210278.168140:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:1.0:1715210278.168142:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715210278.168148:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954676864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210278.169951:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210278.169965:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a2c0 00000400:00000200:0.0:1715210278.169973:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1479 [1] + 224 00000400:00000200:0.0:1715210278.169985:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210278.169989:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210278.170008:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954676928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210278.170050:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210278.170055:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a280 00000400:00000200:0.0:1715210278.170060:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1481 [1] + 224 00000400:00000200:0.0:1715210278.170081:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210278.170084:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210278.170089:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954676864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210278.170142:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:2.0:1715210278.170153:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715210278.170156:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715210278.170167:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954676928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210278.170170:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379790. 00000400:00000200:3.0:1715210278.170176:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:3.0:1715210278.170179:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715210278.170183:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954676928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210278.170187:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954676864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210278.170200:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954676864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210278.170218:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:3.0:1715210278.170218:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210278.170225:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 02000000:00000010:3.0:1715210278.170225:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210278.170231:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:3.0:1715210278.170231:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210283.175585:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210283.175608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210283.175654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210283.175658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210283.175715:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210283.175724:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:0.0:1715210283.175730:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715210283.175738:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677056, portal 4 02000000:00000010:2.0:1715210283.175743:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:0.0:1715210283.175745:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715210283.175748:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677056, offset 0 00000400:00000010:2.0:1715210283.175753:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379688. 00000400:00000200:0.0:1715210283.175758:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210283.175768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000400:00000200:0.0:1715210283.175772:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210283.175773:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954676992, portal 25 00000400:00000200:0.0:1715210283.175777:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210283.175777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715210283.175779:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954676992, offset 0 00000400:00000200:0.0:1715210283.175782:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210283.175786:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210283.175789:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210283.175789:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210283.175792:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [632:632:256:4294967295] 192.168.203.134@tcp LPNI seq info [632:632:8:4294967295] 00000400:00000200:0.0:1715210283.175803:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210283.175809:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210283.175811:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210283.175812:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210283.175815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210283.175818:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210283.175821:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210283.175824:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210283.175827:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [633:633:255:4294967295] 192.168.203.134@tcp LPNI seq info [633:633:7:4294967295] 00000800:00000200:0.0:1715210283.175835:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210283.175837:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210283.175842:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715210283.175844:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:2.0:1715210283.175846:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:0.0:1715210283.175849:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210283.175861:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210283.175867:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210283.175871:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210283.175975:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210283.175988:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210283.176000:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210283.176014:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210283.176023:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715210283.176027:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210283.176048:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954677056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210283.176176:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210283.176180:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210283.176186:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210283.176193:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210283.176198:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:1.0:1715210283.176201:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715210283.176210:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954676992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210283.178247:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210283.178261:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a340 00000400:00000200:0.0:1715210283.178269:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1489 [1] + 224 00000400:00000200:0.0:1715210283.178302:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210283.178307:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210283.178317:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954677056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210283.178356:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210283.178361:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a300 00000400:00000200:0.0:1715210283.178366:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1491 [1] + 224 00000400:00000200:0.0:1715210283.178384:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210283.178388:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210283.178394:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954676992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210283.178400:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:2.0:1715210283.178408:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715210283.178411:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:2.0:1715210283.178420:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954677056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210283.178431:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954677056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210283.178509:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210283.178515:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000400:00000010:3.0:1715210283.178515:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379688. 00000100:00000010:2.0:1715210283.178519:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000200:3.0:1715210283.178524:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:3.0:1715210283.178526:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:3.0:1715210283.178535:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954676992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210283.178556:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954676992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210283.178575:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210283.178579:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:3.0:1715210283.178583:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210288.183577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210288.183594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210288.183627:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210288.183629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210288.183674:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210288.183678:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:0.0:1715210288.183683:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715210288.183688:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677184, portal 4 00000400:00000010:0.0:1715210288.183692:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715210288.183693:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677184, offset 0 00000400:00000200:0.0:1715210288.183699:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210288.183703:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715210288.183708:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43799f8. 00000400:00000200:0.0:1715210288.183709:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210288.183711:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715210288.183714:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677120, portal 25 00000400:00000010:2.0:1715210288.183716:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715210288.183717:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954677120, offset 0 00000400:00000200:0.0:1715210288.183721:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210288.183721:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210288.183724:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210288.183726:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210288.183728:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210288.183730:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [634:634:256:4294967295] 192.168.203.134@tcp LPNI seq info [634:634:8:4294967295] 00000400:00000200:0.0:1715210288.183737:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210288.183741:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210288.183742:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210288.183743:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715210288.183744:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210288.183745:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210288.183747:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210288.183748:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210288.183748:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210288.183750:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [635:635:255:4294967295] 192.168.203.134@tcp LPNI seq info [635:635:7:4294967295] 00000800:00000200:0.0:1715210288.183753:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210288.183755:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210288.183756:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210288.183757:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210288.183760:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715210288.183762:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210288.183770:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210288.183772:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210288.183864:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210288.183874:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210288.183886:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210288.183898:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210288.183905:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715210288.183909:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715210288.183926:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954677184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210288.184038:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210288.184055:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210288.184061:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210288.184067:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210288.184071:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715210288.184074:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715210288.184082:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954677120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210288.185434:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210288.185442:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a3c0 00000400:00000200:0.0:1715210288.185446:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1499 [1] + 224 00000400:00000200:0.0:1715210288.185453:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210288.185456:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210288.185476:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954677184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210288.185496:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210288.185499:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a380 00000400:00000200:0.0:1715210288.185501:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14a1 [1] + 224 00000400:00000200:0.0:1715210288.185511:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210288.185513:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210288.185516:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954677120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210288.185549:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715210288.185553:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715210288.185555:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715210288.185560:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954677184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210288.185566:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954677184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210288.185585:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715210288.185586:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43799f8. 02000000:00000010:2.0:1715210288.185590:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000400:00000200:3.0:1715210288.185590:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000100:00000010:2.0:1715210288.185592:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000010:3.0:1715210288.185592:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:3.0:1715210288.185597:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954677120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210288.185602:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954677120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210288.185613:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210288.185615:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:3.0:1715210288.185617:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210293.191564:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210293.191588:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210293.191634:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210293.191653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715210293.191715:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210293.191722:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000010:0.0:1715210293.191729:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715210293.191736:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677312, portal 4 02000000:00000010:2.0:1715210293.191742:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:0.0:1715210293.191743:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715210293.191745:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677312, offset 0 00000400:00000010:2.0:1715210293.191751:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379738. 00000400:00000200:0.0:1715210293.191755:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210293.191770:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210293.191770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715210293.191786:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677248, portal 25 00000400:00000200:0.0:1715210293.191787:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210293.191791:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210293.191792:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000400:00000200:0.0:1715210293.191795:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210293.191795:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954677248, offset 0 00000400:00000200:0.0:1715210293.191798:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210293.191802:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [636:636:256:4294967295] 192.168.203.134@tcp LPNI seq info [636:636:8:4294967295] 00000400:00000200:2.0:1715210293.191806:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210293.191813:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210293.191819:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210293.191823:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210293.191827:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715210293.191829:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210293.191833:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210293.191838:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210293.191839:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210293.191842:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210293.191844:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210293.191846:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210293.191851:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [637:637:255:4294967295] 192.168.203.134@tcp LPNI seq info [637:637:7:4294967295] 00000400:00000200:2.0:1715210293.191865:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210293.191872:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210293.191878:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210293.191885:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210293.191893:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210293.191906:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210293.191925:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210293.191935:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210293.191945:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210293.191956:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210293.191963:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210293.191966:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210293.191981:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954677312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210293.192092:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210293.192095:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210293.192099:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210293.192103:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210293.192105:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:1.0:1715210293.192107:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:1.0:1715210293.192113:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954677248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210293.194414:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210293.194428:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a400 00000400:00000200:0.0:1715210293.194435:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14b1 [1] + 224 00000400:00000200:0.0:1715210293.194448:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210293.194487:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210293.194498:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954677248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210293.194535:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210293.194541:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a440 00000400:00000200:0.0:1715210293.194554:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14a9 [1] + 224 00000400:00000200:0.0:1715210293.194574:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210293.194578:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210293.194583:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954677312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210293.194617:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379738. 00000400:00000200:2.0:1715210293.194627:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:2.0:1715210293.194630:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715210293.194640:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954677248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210293.194656:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954677248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210293.194687:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210293.194694:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715210293.194700:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000010:1.0:1715210293.194722:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:1.0:1715210293.194730:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715210293.194733:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715210293.194742:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954677312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210293.194754:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954677312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210293.194794:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210293.194801:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715210293.194822:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210298.199588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210298.199614:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 00000100:00000010:0.0:1715210298.199667:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210298.199671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715210298.199738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210298.199745:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:0.0:1715210298.199752:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715210298.199760:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677440, portal 4 00000400:00000010:0.0:1715210298.199767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715210298.199769:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677440, offset 0 00000400:00000200:0.0:1715210298.199780:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210298.199792:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:0.0:1715210298.199794:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210298.199799:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210298.199801:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379738. 00000400:00000200:0.0:1715210298.199804:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210298.199806:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000200:0.0:1715210298.199808:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210298.199811:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:2.0:1715210298.199811:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677376, portal 25 00000400:00000200:0.0:1715210298.199814:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [638:638:256:4294967295] 192.168.203.134@tcp LPNI seq info [638:638:8:4294967295] 00000400:00000010:2.0:1715210298.199816:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715210298.199818:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954677376, offset 0 00000400:00000200:2.0:1715210298.199825:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210298.199826:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210298.199832:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210298.199834:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210298.199836:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210298.199838:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210298.199841:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210298.199843:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210298.199844:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210298.199847:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210298.199849:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [639:639:255:4294967295] 192.168.203.134@tcp LPNI seq info [639:639:7:4294967295] 00000800:00000200:0.0:1715210298.199852:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210298.199857:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210298.199859:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210298.199864:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210298.199868:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715210298.199872:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210298.199878:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210298.199882:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210298.199966:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210298.199976:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210298.199987:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210298.199998:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210298.200005:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715210298.200008:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715210298.200023:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954677440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210298.200129:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210298.200131:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210298.200135:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210298.200139:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210298.200142:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:1.0:1715210298.200144:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:1.0:1715210298.200150:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954677376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210298.202201:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210298.202225:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a4c0 00000400:00000200:0.0:1715210298.202232:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14b9 [1] + 224 00000400:00000200:0.0:1715210298.202246:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210298.202251:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210298.202261:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954677440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210298.202303:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210298.202309:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a480 00000400:00000200:0.0:1715210298.202313:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14c1 [1] + 224 00000400:00000200:0.0:1715210298.202329:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210298.202333:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210298.202339:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954677376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210298.202390:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715210298.202398:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715210298.202400:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715210298.202409:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954677440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210298.202420:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954677440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210298.202451:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210298.202456:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715210298.202506:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000400:00000010:3.0:1715210298.202526:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379738. 00000400:00000200:3.0:1715210298.202535:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:3.0:1715210298.202537:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:3.0:1715210298.202546:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954677376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210298.202557:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954677376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210298.202575:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715210298.202580:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:3.0:1715210298.202583:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715210303.207576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210303.207601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210303.207648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210303.207652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210303.207715:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210303.207721:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:0.0:1715210303.207728:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715210303.207736:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677568, portal 4 00000400:00000010:0.0:1715210303.207742:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715210303.207745:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677568, offset 0 02000000:00000010:2.0:1715210303.207749:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000200:0.0:1715210303.207755:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210303.207758:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43796e0. 00000400:00000010:2.0:1715210303.207764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715210303.207768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677504, portal 25 00000400:00000200:0.0:1715210303.207769:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210303.207772:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000200:0.0:1715210303.207774:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210303.207774:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954677504, offset 0 00000400:00000200:0.0:1715210303.207779:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210303.207782:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210303.207783:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210303.207785:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210303.207804:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [640:640:256:4294967295] 192.168.203.134@tcp LPNI seq info [640:640:8:4294967295] 00000400:00000200:0.0:1715210303.207815:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210303.207822:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210303.207824:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210303.207826:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210303.207828:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210303.207832:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210303.207833:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210303.207834:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210303.207837:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210303.207840:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [641:641:255:4294967295] 192.168.203.134@tcp LPNI seq info [641:641:7:4294967295] 00000800:00000200:0.0:1715210303.207843:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210303.207848:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210303.207850:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210303.207854:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210303.207858:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715210303.207863:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210303.207869:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210303.207873:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210303.207926:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210303.207932:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210303.207939:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210303.207946:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210303.207950:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715210303.207952:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715210303.207963:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954677568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210303.208037:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210303.208040:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210303.208043:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210303.208047:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210303.208049:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715210303.208051:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715210303.208055:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954677504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210303.209920:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210303.209933:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a540 00000400:00000200:0.0:1715210303.209941:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14c9 [1] + 224 00000400:00000200:0.0:1715210303.209951:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210303.209955:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210303.209962:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954677568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210303.209997:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210303.210001:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a500 00000400:00000200:0.0:1715210303.210005:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14d1 [1] + 224 00000400:00000200:0.0:1715210303.210020:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210303.210024:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210303.210029:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954677504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210303.210090:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:2.0:1715210303.210106:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715210303.210108:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715210303.210117:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954677568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210303.210128:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954677568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210303.210169:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43796e0. 00000400:00000200:3.0:1715210303.210186:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:3.0:1715210303.210189:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 02000000:00000010:2.0:1715210303.210195:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715210303.210197:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954677504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210303.210204:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210303.210208:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000200:3.0:1715210303.210225:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954677504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210303.210243:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210303.210248:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:3.0:1715210303.210250:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210308.215587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210308.215611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715210308.215662:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210308.215666:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715210308.215733:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210308.215741:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:0.0:1715210308.215762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715210308.215770:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677696, portal 4 02000000:00000010:1.0:1715210308.215771:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:0.0:1715210308.215777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715210308.215779:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677696, offset 0 00000400:00000010:1.0:1715210308.215780:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210308.215785:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210308.215790:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210308.215799:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677632, portal 25 00000400:00000010:1.0:1715210308.215803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:0.0:1715210308.215804:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210308.215805:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954677632, offset 0 00000400:00000200:0.0:1715210308.215809:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210308.215812:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210308.215814:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210308.215818:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210308.215821:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210308.215824:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [642:642:256:4294967295] 192.168.203.134@tcp LPNI seq info [642:642:8:4294967295] 00000400:00000200:0.0:1715210308.215835:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210308.215841:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210308.215844:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210308.215845:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210308.215848:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210308.215851:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210308.215851:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210308.215854:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210308.215856:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210308.215859:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [643:643:255:4294967295] 192.168.203.134@tcp LPNI seq info [643:643:7:4294967295] 00000800:00000200:0.0:1715210308.215861:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210308.215865:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210308.215868:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210308.215873:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210308.215877:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715210308.215882:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210308.215888:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210308.215891:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210308.215950:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210308.215956:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715210308.215963:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210308.215971:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210308.215976:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:2.0:1715210308.215978:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:2.0:1715210308.215988:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954677696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210308.216072:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210308.216075:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715210308.216078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210308.216081:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210308.216084:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:2.0:1715210308.216086:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:2.0:1715210308.216090:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954677632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210308.218160:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210308.218173:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a5c0 00000400:00000200:0.0:1715210308.218180:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14d9 [1] + 224 00000400:00000200:0.0:1715210308.218191:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210308.218195:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210308.218202:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954677696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210308.218238:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210308.218243:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a580 00000400:00000200:0.0:1715210308.218247:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14e1 [1] + 224 00000400:00000200:0.0:1715210308.218263:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210308.218273:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210308.218278:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954677632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210308.218331:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:2.0:1715210308.218339:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715210308.218340:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715210308.218349:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954677696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210308.218360:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954677696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210308.218393:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210308.218400:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715210308.218401:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:1.0:1715210308.218402:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715210308.218409:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000200:1.0:1715210308.218410:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954677632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210308.218413:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000200:1.0:1715210308.218421:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954677632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210308.218438:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210308.218442:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:1.0:1715210308.218445:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715210313.223624:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210313.223650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210313.223698:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210313.223703:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210313.223762:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210313.223769:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000010:0.0:1715210313.223777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715210313.223785:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677824, portal 4 00000400:00000010:0.0:1715210313.223793:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715210313.223795:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677824, offset 0 00000400:00000200:0.0:1715210313.223806:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210313.223808:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210313.223818:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43796e0. 00000400:00000200:0.0:1715210313.223820:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210313.223823:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000400:00000200:0.0:1715210313.223825:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210313.223828:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677760, portal 25 00000400:00000200:0.0:1715210313.223830:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210313.223832:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000200:0.0:1715210313.223834:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210313.223834:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954677760, offset 0 00000400:00000200:0.0:1715210313.223837:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210313.223840:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [644:644:256:4294967295] 192.168.203.134@tcp LPNI seq info [644:644:8:4294967295] 00000400:00000200:2.0:1715210313.223841:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210313.223852:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210313.223858:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210313.223861:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210313.223862:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:2.0:1715210313.223865:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210313.223869:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210313.223869:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210313.223872:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210313.223874:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210313.223877:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [645:645:255:4294967295] 192.168.203.134@tcp LPNI seq info [645:645:7:4294967295] 00000800:00000200:0.0:1715210313.223879:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210313.223884:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210313.223887:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210313.223892:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210313.223895:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715210313.223900:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210313.223906:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210313.223910:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210313.223965:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210313.223971:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210313.223979:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210313.223986:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210313.223990:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715210313.223992:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715210313.224002:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954677824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210313.224115:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210313.224118:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210313.224121:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210313.224125:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210313.224128:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:1.0:1715210313.224130:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715210313.224135:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954677760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210313.226221:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210313.226239:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a640 00000400:00000200:0.0:1715210313.226248:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14e9 [1] + 224 00000400:00000200:0.0:1715210313.226278:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210313.226282:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210313.226289:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954677824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210313.226328:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210313.226335:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a600 00000400:00000200:0.0:1715210313.226339:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14f1 [1] + 224 00000400:00000200:0.0:1715210313.226353:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210313.226357:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210313.226362:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954677760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210313.226417:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:2.0:1715210313.226425:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715210313.226427:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715210313.226435:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954677824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210313.226446:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954677824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210313.226509:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43796e0. 00000400:00000200:3.0:1715210313.226518:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:3.0:1715210313.226520:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:3.0:1715210313.226529:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954677760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210313.226531:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210313.226539:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000200:3.0:1715210313.226540:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954677760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210313.226543:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 02000000:00000010:3.0:1715210313.226558:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715210313.226563:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:3.0:1715210313.226566:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715210318.231591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210318.231615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210318.231661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210318.231665:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210318.231730:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210318.231737:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715210318.231743:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715210318.231751:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677952, portal 4 00000400:00000010:0.0:1715210318.231758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715210318.231760:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954677952, offset 0 02000000:00000010:1.0:1715210318.231763:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:0.0:1715210318.231771:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210318.231773:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210318.231777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210318.231782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954677888, portal 25 00000400:00000200:0.0:1715210318.231786:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210318.231786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:1.0:1715210318.231787:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954677888, offset 0 00000400:00000200:0.0:1715210318.231791:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210318.231795:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210318.231795:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210318.231799:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210318.231802:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210318.231805:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [646:646:256:4294967295] 192.168.203.134@tcp LPNI seq info [646:646:8:4294967295] 00000400:00000200:0.0:1715210318.231816:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210318.231838:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210318.231840:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210318.231843:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210318.231844:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210318.231847:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210318.231849:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210318.231850:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210318.231853:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210318.231855:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [647:647:255:4294967295] 192.168.203.134@tcp LPNI seq info [647:647:7:4294967295] 00000800:00000200:0.0:1715210318.231858:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210318.231863:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210318.231865:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210318.231870:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210318.231883:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715210318.231888:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210318.231894:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210318.231897:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210318.231942:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210318.231948:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210318.231954:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210318.231962:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210318.231966:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:2.0:1715210318.231969:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:2.0:1715210318.231979:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954677952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210318.232090:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210318.232093:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715210318.232096:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210318.232100:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210318.232103:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:2.0:1715210318.232104:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:2.0:1715210318.232108:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954677888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210318.234149:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210318.234162:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a6c0 00000400:00000200:0.0:1715210318.234170:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x14f9 [1] + 224 00000400:00000200:0.0:1715210318.234181:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210318.234184:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210318.234191:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954677952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210318.234227:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210318.234231:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a680 00000400:00000200:0.0:1715210318.234236:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1501 [1] + 224 00000400:00000200:0.0:1715210318.234250:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210318.234254:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210318.234259:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954677888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210318.234279:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:2.0:1715210318.234287:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715210318.234289:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715210318.234297:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954677952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210318.234308:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954677952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210318.234338:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210318.234343:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715210318.234347:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000010:1.0:1715210318.234375:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210318.234383:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210318.234385:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210318.234393:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954677888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210318.234404:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954677888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210318.234421:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715210318.234426:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715210318.234429:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715210323.239619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210323.239644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210323.239692:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210323.239696:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210323.239753:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210323.239761:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:0.0:1715210323.239768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715210323.239775:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678080, portal 4 00000400:00000010:0.0:1715210323.239782:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 02000000:00000010:2.0:1715210323.239793:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000100:00000200:0.0:1715210323.239799:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678080, offset 0 00000400:00000200:0.0:1715210323.239810:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210323.239810:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379738. 00000400:00000010:2.0:1715210323.239816:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715210323.239821:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678016, portal 25 00000400:00000200:0.0:1715210323.239824:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210323.239825:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715210323.239827:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678016, offset 0 00000400:00000200:0.0:1715210323.239829:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210323.239834:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210323.239834:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210323.239838:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210323.239841:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210323.239844:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [648:648:256:4294967295] 192.168.203.134@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:0.0:1715210323.239855:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210323.239862:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210323.239864:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210323.239866:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715210323.239868:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210323.239871:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210323.239872:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210323.239874:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210323.239877:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210323.239880:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [649:649:255:4294967295] 192.168.203.134@tcp LPNI seq info [649:649:7:4294967295] 00000800:00000200:0.0:1715210323.239882:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210323.239886:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210323.239889:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210323.239894:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210323.239898:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715210323.239903:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210323.239909:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210323.239912:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210323.239968:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210323.239974:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210323.239982:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210323.239989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210323.239993:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715210323.239995:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715210323.240047:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954678080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210323.240126:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210323.240129:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210323.240132:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210323.240136:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210323.240138:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:1.0:1715210323.240140:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715210323.240144:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954678016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210323.242127:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210323.242140:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a740 00000400:00000200:0.0:1715210323.242147:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1509 [1] + 224 00000400:00000200:0.0:1715210323.242158:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210323.242161:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210323.242168:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954678080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210323.242204:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210323.242209:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a700 00000400:00000200:0.0:1715210323.242213:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1511 [1] + 224 00000400:00000200:0.0:1715210323.242229:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210323.242233:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210323.242237:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954678016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210323.242263:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:2.0:1715210323.242272:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715210323.242275:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715210323.242286:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954678080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210323.242303:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954678080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210323.242326:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379738. 00000400:00000200:3.0:1715210323.242334:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:3.0:1715210323.242336:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 02000000:00000010:2.0:1715210323.242341:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715210323.242345:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954678016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210323.242350:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715210323.242356:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000200:3.0:1715210323.242357:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954678016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210323.242376:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210323.242380:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715210323.242383:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715210328.247601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210328.247621:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715210328.247662:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210328.247666:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210328.247724:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210328.247730:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:0.0:1715210328.247737:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715210328.247744:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678208, portal 4 00000400:00000010:0.0:1715210328.247750:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 02000000:00000010:1.0:1715210328.247750:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000100:00000200:0.0:1715210328.247752:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678208, offset 0 00000400:00000200:0.0:1715210328.247762:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210328.247769:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210328.247774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210328.247777:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210328.247779:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678144, portal 25 00000400:00000200:0.0:1715210328.247783:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210328.247783:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:1.0:1715210328.247784:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678144, offset 0 00000400:00000200:0.0:1715210328.247787:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210328.247791:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210328.247792:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210328.247794:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210328.247797:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [650:650:256:4294967295] 192.168.203.134@tcp LPNI seq info [650:650:8:4294967295] 00000400:00000200:0.0:1715210328.247808:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210328.247814:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210328.247818:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210328.247818:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210328.247822:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210328.247825:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210328.247825:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210328.247828:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210328.247830:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210328.247835:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210328.247835:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [651:651:255:4294967295] 192.168.203.134@tcp LPNI seq info [651:651:7:4294967295] 00000800:00000200:0.0:1715210328.247840:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210328.247844:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210328.247849:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210328.247853:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210328.247858:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210328.247864:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210328.247868:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210328.247924:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210328.247930:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210328.247944:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210328.247951:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210328.247956:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:2.0:1715210328.247958:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:2.0:1715210328.248003:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954678208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210328.248072:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210328.248074:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715210328.248077:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210328.248081:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210328.248083:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:2.0:1715210328.248085:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:2.0:1715210328.248089:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954678144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210328.250089:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210328.250101:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a780 00000400:00000200:0.0:1715210328.250109:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1521 [1] + 224 00000400:00000200:0.0:1715210328.250119:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210328.250123:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210328.250139:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954678144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210328.250182:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210328.250187:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a7c0 00000400:00000200:0.0:1715210328.250191:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1519 [1] + 224 00000400:00000200:0.0:1715210328.250204:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210328.250208:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210328.250212:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954678208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210328.250274:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210328.250282:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210328.250284:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210328.250299:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954678144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210328.250310:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954678144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210328.250333:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715210328.250338:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:1.0:1715210328.250343:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000010:2.0:1715210328.250352:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715210328.250360:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715210328.250362:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715210328.250370:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954678208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210328.250381:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954678208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210328.250404:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210328.250409:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210328.250412:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715210333.255598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210333.255619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210333.255661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210333.255664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210333.255716:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210333.255722:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715210333.255729:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715210333.255736:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678336, portal 4 00000400:00000010:0.0:1715210333.255742:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715210333.255745:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678336, offset 0 02000000:00000010:2.0:1715210333.255750:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000200:0.0:1715210333.255755:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210333.255758:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43799f8. 00000400:00000010:2.0:1715210333.255764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715210333.255768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678272, portal 25 00000400:00000200:0.0:1715210333.255769:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210333.255772:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715210333.255774:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678272, offset 0 00000400:00000200:0.0:1715210333.255775:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210333.255779:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210333.255781:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210333.255783:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210333.255786:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210333.255789:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [652:652:256:4294967295] 192.168.203.134@tcp LPNI seq info [652:652:8:4294967295] 00000400:00000200:0.0:1715210333.255800:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210333.255806:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210333.255810:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210333.255811:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210333.255815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210333.255818:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210333.255820:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210333.255823:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210333.255826:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [653:653:255:4294967295] 192.168.203.134@tcp LPNI seq info [653:653:7:4294967295] 00000800:00000200:0.0:1715210333.255827:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210333.255837:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210333.255837:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210333.255841:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210333.255842:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210333.255845:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715210333.255850:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210333.255857:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210333.255860:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210333.255912:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210333.255918:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210333.255924:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210333.255976:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210333.255981:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715210333.255984:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715210333.255993:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954678336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210333.256056:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210333.256059:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210333.256062:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210333.256066:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210333.256068:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:1.0:1715210333.256070:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715210333.256075:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954678272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210333.257747:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210333.257760:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a840 00000400:00000200:0.0:1715210333.257767:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1529 [1] + 224 00000400:00000200:0.0:1715210333.257777:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210333.257781:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210333.257788:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954678336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210333.257823:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210333.257828:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a800 00000400:00000200:0.0:1715210333.257832:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1531 [1] + 224 00000400:00000200:0.0:1715210333.257846:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210333.257850:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210333.257854:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954678272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210333.257914:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:2.0:1715210333.257922:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715210333.257924:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715210333.257960:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954678336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210333.257972:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954678336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210333.258001:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715210333.258004:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43799f8. 02000000:00000010:2.0:1715210333.258006:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715210333.258010:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000400:00000200:3.0:1715210333.258012:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:3.0:1715210333.258014:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:3.0:1715210333.258023:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954678272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210333.258050:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954678272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210333.258069:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715210333.258073:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:3.0:1715210333.258076:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715210338.263581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210338.263604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 00000100:00000010:0.0:1715210338.263649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210338.263653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210338.263714:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210338.263720:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715210338.263727:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715210338.263735:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678464, portal 4 00000400:00000010:0.0:1715210338.263741:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715210338.263744:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678464, offset 0 02000000:00000010:1.0:1715210338.263753:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:0.0:1715210338.263754:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210338.263762:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210338.263766:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210338.263768:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210338.263770:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678400, portal 25 00000400:00000010:1.0:1715210338.263774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715210338.263776:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678400, offset 0 00000400:00000200:1.0:1715210338.263784:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210338.263786:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210338.263791:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210338.263795:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210338.263798:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210338.263801:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [654:654:256:4294967295] 192.168.203.134@tcp LPNI seq info [654:654:8:4294967295] 00000400:00000200:0.0:1715210338.263812:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210338.263818:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210338.263821:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210338.263822:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210338.263825:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210338.263828:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210338.263829:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210338.263831:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210338.263833:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210338.263836:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [655:655:255:4294967295] 192.168.203.134@tcp LPNI seq info [655:655:7:4294967295] 00000800:00000200:0.0:1715210338.263838:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210338.263843:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210338.263846:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210338.263851:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210338.263854:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715210338.263859:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210338.263865:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210338.263878:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210338.263958:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210338.263964:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210338.263970:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210338.263978:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210338.263982:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:2.0:1715210338.263984:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:2.0:1715210338.263995:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954678464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210338.264085:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210338.264088:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715210338.264090:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210338.264095:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210338.264097:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:2.0:1715210338.264099:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:2.0:1715210338.264103:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954678400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210338.265876:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210338.265889:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a880 00000400:00000200:0.0:1715210338.265921:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1541 [1] + 224 00000400:00000200:0.0:1715210338.265932:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210338.265936:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210338.265943:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954678400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210338.265978:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210338.265983:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a8c0 00000400:00000200:0.0:1715210338.265987:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1539 [1] + 224 00000400:00000200:0.0:1715210338.266005:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210338.266009:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210338.266013:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954678464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210338.266078:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210338.266086:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210338.266088:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210338.266095:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954678400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210338.266106:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954678400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210338.266116:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715210338.266124:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715210338.266126:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 02000000:00000010:1.0:1715210338.266129:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 00000100:00000200:2.0:1715210338.266134:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954678464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210338.266136:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715210338.266140:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000200:2.0:1715210338.266145:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954678464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210338.266169:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210338.266173:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210338.266176:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715210343.271610:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210343.271630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210343.271672:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210343.271686:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715210343.271742:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210343.271749:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:0.0:1715210343.271755:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715210343.271763:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678592, portal 4 02000000:00000010:2.0:1715210343.271764:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:0.0:1715210343.271769:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715210343.271771:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678592, offset 0 00000400:00000010:2.0:1715210343.271773:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379688. 00000400:00000200:0.0:1715210343.271781:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210343.271788:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715210343.271793:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678528, portal 25 00000400:00000200:0.0:1715210343.271796:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210343.271797:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210343.271799:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678528, offset 0 00000400:00000200:0.0:1715210343.271801:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210343.271806:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210343.271807:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210343.271810:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210343.271813:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210343.271816:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [656:656:256:4294967295] 192.168.203.134@tcp LPNI seq info [656:656:8:4294967295] 00000400:00000200:0.0:1715210343.271828:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210343.271834:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210343.271836:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210343.271838:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210343.271840:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210343.271843:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210343.271844:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210343.271846:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210343.271849:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210343.271854:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210343.271858:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210343.271903:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [657:657:255:4294967295] 192.168.203.134@tcp LPNI seq info [657:657:7:4294967295] 00000400:00000200:2.0:1715210343.271919:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210343.271927:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210343.271932:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210343.271938:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210343.271944:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210343.271947:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210343.271980:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210343.271986:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210343.271992:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210343.271999:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210343.272003:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715210343.272005:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715210343.272015:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954678592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210343.272074:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210343.272076:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210343.272079:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210343.272083:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210343.272085:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:1.0:1715210343.272087:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715210343.272091:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954678528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210343.273890:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210343.273904:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a940 00000400:00000200:0.0:1715210343.273911:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1549 [1] + 224 00000400:00000200:0.0:1715210343.273922:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210343.273926:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210343.273933:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954678592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210343.273968:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210343.273973:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a900 00000400:00000200:0.0:1715210343.273987:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1551 [1] + 224 00000400:00000200:0.0:1715210343.274001:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210343.274005:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210343.274009:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954678528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210343.274016:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715210343.274024:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715210343.274026:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715210343.274034:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954678592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210343.274045:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954678592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210343.274075:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210343.274082:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715210343.274086:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000400:00000010:3.0:1715210343.274148:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379688. 00000400:00000200:3.0:1715210343.274156:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:3.0:1715210343.274159:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:3.0:1715210343.274167:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954678528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210343.274178:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954678528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210343.274197:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210343.274201:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715210343.274204:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210348.279615:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210348.279636:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210348.279679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210348.279683:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210348.279742:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210348.279749:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:0.0:1715210348.279755:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210348.279763:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678720, portal 4 02000000:00000010:1.0:1715210348.279768:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:0.0:1715210348.279769:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715210348.279771:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678720, offset 0 00000400:00000010:1.0:1715210348.279777:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210348.279782:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210348.279792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210348.279796:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210348.279796:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678656, portal 25 00000400:00000010:1.0:1715210348.279801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:0.0:1715210348.279802:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210348.279806:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210348.279810:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210348.279813:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715210348.279815:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678656, offset 0 00000400:00000200:0.0:1715210348.279816:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [658:658:256:4294967295] 192.168.203.134@tcp LPNI seq info [658:658:8:4294967295] 00000400:00000200:1.0:1715210348.279823:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210348.279859:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210348.279865:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210348.279868:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210348.279870:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210348.279872:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210348.279875:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210348.279876:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210348.279878:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210348.279881:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210348.279883:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [659:659:255:4294967295] 192.168.203.134@tcp LPNI seq info [659:659:7:4294967295] 00000800:00000200:0.0:1715210348.279885:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210348.279890:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210348.279893:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210348.279898:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210348.279902:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715210348.279907:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210348.279913:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210348.279916:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210348.280026:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210348.280032:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:2.0:1715210348.280039:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210348.280046:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210348.280050:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:2.0:1715210348.280052:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:2.0:1715210348.280063:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954678720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210348.280124:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210348.280127:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715210348.280131:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210348.280134:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210348.280137:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:2.0:1715210348.280148:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:2.0:1715210348.280154:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954678656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210348.282009:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210348.282029:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040a9c0 00000400:00000200:0.0:1715210348.282036:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1559 [1] + 224 00000400:00000200:0.0:1715210348.282049:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210348.282053:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210348.282060:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954678720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210348.282098:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210348.282103:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040a980 00000400:00000200:0.0:1715210348.282108:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1561 [1] + 224 00000400:00000200:0.0:1715210348.282121:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210348.282125:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210348.282129:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954678656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210348.282189:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:2.0:1715210348.282197:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:2.0:1715210348.282198:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:2.0:1715210348.282207:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954678720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210348.282218:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954678720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210348.282244:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210348.282248:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000200:1.0:1715210348.282251:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210348.282253:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715210348.282253:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:2.0:1715210348.282257:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000200:1.0:1715210348.282261:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954678656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210348.282272:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954678656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210348.282289:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210348.282294:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715210348.282296:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210353.287606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210353.287628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715210353.287673:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210353.287677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715210353.287731:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210353.287738:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:0.0:1715210353.287744:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715210353.287752:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678848, portal 4 00000400:00000010:0.0:1715210353.287758:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210353.287760:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678848, offset 0 00000400:00000200:0.0:1715210353.287771:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210353.287772:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210353.287782:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379790. 00000400:00000200:0.0:1715210353.287784:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210353.287787:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000200:0.0:1715210353.287789:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210353.287815:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678784, portal 25 00000400:00000200:0.0:1715210353.287817:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210353.287820:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000200:0.0:1715210353.287821:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210353.287823:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678784, offset 0 00000400:00000200:0.0:1715210353.287824:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210353.287830:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210353.287841:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [660:660:256:4294967295] 192.168.203.134@tcp LPNI seq info [660:660:8:4294967295] 00000400:00000200:0.0:1715210353.287852:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210353.287859:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210353.287863:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715210353.287863:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210353.287867:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210353.287869:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210353.287871:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210353.287874:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210353.287876:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210353.287879:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210353.287879:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [661:661:255:4294967295] 192.168.203.134@tcp LPNI seq info [661:661:7:4294967295] 00000800:00000200:0.0:1715210353.287883:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210353.287889:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210353.287894:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210353.287898:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210353.287902:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210353.287918:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210353.287922:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210353.287963:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210353.287969:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210353.287975:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210353.287982:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210353.287987:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715210353.287989:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715210353.287999:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954678848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210353.288080:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210353.288083:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210353.288086:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210353.288090:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210353.288092:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:1.0:1715210353.288094:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:1.0:1715210353.288099:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954678784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210353.289965:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210353.289978:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040aa40 00000400:00000200:0.0:1715210353.289986:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1569 [1] + 224 00000400:00000200:0.0:1715210353.289996:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210353.289999:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210353.290006:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954678848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210353.290041:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210353.290046:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040aa00 00000400:00000200:0.0:1715210353.290050:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1571 [1] + 224 00000400:00000200:0.0:1715210353.290064:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210353.290068:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210353.290073:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954678784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210353.290134:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:2.0:1715210353.290142:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715210353.290145:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715210353.290153:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954678848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210353.290157:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379790. 00000100:00000200:2.0:1715210353.290165:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954678848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210353.290165:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:3.0:1715210353.290167:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:3.0:1715210353.290176:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954678784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210353.290187:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954678784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210353.290194:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210353.290199:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:2.0:1715210353.290203:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 02000000:00000010:3.0:1715210353.290205:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715210353.290209:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:3.0:1715210353.290212:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715210358.295572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210358.295595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210358.295639:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210358.295644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210358.295704:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210358.295712:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000010:0.0:1715210358.295733:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715210358.295741:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678976, portal 4 02000000:00000010:1.0:1715210358.295744:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:0.0:1715210358.295747:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715210358.295749:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954678976, offset 0 00000400:00000010:1.0:1715210358.295753:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210358.295780:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210358.295787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210358.295792:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954678912, portal 25 00000400:00000200:0.0:1715210358.295795:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210358.295796:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:1.0:1715210358.295798:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954678912, offset 0 00000400:00000200:0.0:1715210358.295800:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210358.295805:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210358.295805:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210358.295809:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210358.295812:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210358.295816:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [662:662:256:4294967295] 192.168.203.134@tcp LPNI seq info [662:662:8:4294967295] 00000400:00000200:0.0:1715210358.295827:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210358.295833:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210358.295835:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210358.295838:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210358.295839:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210358.295843:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210358.295844:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210358.295845:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210358.295848:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210358.295851:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [663:663:255:4294967295] 192.168.203.134@tcp LPNI seq info [663:663:7:4294967295] 00000800:00000200:0.0:1715210358.295853:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210358.295858:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210358.295860:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210358.295865:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210358.295869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210358.295874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210358.295880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210358.295883:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210358.295963:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210358.295970:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715210358.295978:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210358.295988:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210358.295994:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:2.0:1715210358.295997:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:2.0:1715210358.296009:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954678976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210358.296106:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210358.296110:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715210358.296115:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210358.296122:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210358.296131:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:2.0:1715210358.296133:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:2.0:1715210358.296140:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954678912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210358.297580:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210358.297597:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040aac0 00000400:00000200:0.0:1715210358.297607:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1579 [1] + 224 00000400:00000200:0.0:1715210358.297621:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210358.297627:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210358.297637:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954678976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210358.297693:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210358.297702:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040aa80 00000400:00000200:0.0:1715210358.297709:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1581 [1] + 224 00000400:00000200:0.0:1715210358.297735:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210358.297735:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715210358.297742:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715210358.297744:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000400:00000200:0.0:1715210358.297749:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715210358.297791:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954678976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210358.297792:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954678912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210358.297807:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954678976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210358.297844:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210358.297852:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715210358.297857:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000400:00000010:1.0:1715210358.297905:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210358.297913:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210358.297924:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210358.297931:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954678912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210358.297942:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954678912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210358.297960:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210358.297964:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:1.0:1715210358.297967:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715210363.303570:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210363.303589:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210363.303630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210363.303633:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715210363.303685:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210363.303692:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715210363.303699:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715210363.303706:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679104, portal 4 00000400:00000010:0.0:1715210363.303712:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715210363.303714:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954679104, offset 0 02000000:00000010:2.0:1715210363.303748:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000200:0.0:1715210363.303749:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210363.303758:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379840. 00000400:00000010:2.0:1715210363.303763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000400:00000200:0.0:1715210363.303764:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210363.303768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679040, portal 25 00000400:00000200:0.0:1715210363.303769:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210363.303772:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000200:0.0:1715210363.303774:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:2.0:1715210363.303774:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679040, offset 0 00000400:00000200:0.0:1715210363.303778:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210363.303781:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210363.303781:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210363.303784:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [664:664:256:4294967295] 192.168.203.134@tcp LPNI seq info [664:664:8:4294967295] 00000400:00000200:0.0:1715210363.303795:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210363.303801:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210363.303805:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715210363.303805:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210363.303809:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210363.303812:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210363.303813:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210363.303815:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210363.303818:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210363.303821:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210363.303821:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [665:665:255:4294967295] 192.168.203.134@tcp LPNI seq info [665:665:7:4294967295] 00000800:00000200:0.0:1715210363.303826:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210363.303831:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210363.303836:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210363.303839:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715210363.303844:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210363.303850:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210363.303854:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210363.303894:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210363.303900:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210363.303906:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210363.303913:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210363.303917:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210363.303919:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210363.303929:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954679104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210363.303986:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210363.303989:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210363.303992:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210363.303995:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210363.303998:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:1.0:1715210363.304000:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:1.0:1715210363.304004:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954679040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210363.305511:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210363.305525:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ab40 00000400:00000200:0.0:1715210363.305535:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1589 [1] + 224 00000400:00000200:0.0:1715210363.305568:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210363.305574:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210363.305584:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954679104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210363.305639:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210363.305649:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ab00 00000400:00000200:0.0:1715210363.305656:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1591 [1] + 224 00000400:00000010:2.0:1715210363.305669:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:0.0:1715210363.305675:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210363.305677:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715210363.305679:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000400:00000200:0.0:1715210363.305682:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715210363.305687:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954679104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210363.305688:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954679040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210363.305709:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954679104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210363.305765:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210363.305771:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:2.0:1715210363.305774:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000400:00000010:3.0:1715210363.305788:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379840. 00000400:00000200:3.0:1715210363.305796:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:3.0:1715210363.305798:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:3.0:1715210363.305807:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954679040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210363.305835:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954679040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210363.305853:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210363.305857:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:3.0:1715210363.305860:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000010:0.0:1715210368.311575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210368.311595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210368.311636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210368.311640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210368.311734:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210368.311741:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000010:0.0:1715210368.311747:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 02000000:00000010:1.0:1715210368.311748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000100:00000200:0.0:1715210368.311754:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679232, portal 4 00000400:00000010:1.0:1715210368.311757:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715210368.311760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715210368.311762:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954679232, offset 0 00000400:00000010:1.0:1715210368.311762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210368.311767:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679168, portal 25 00000400:00000010:1.0:1715210368.311771:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000400:00000200:0.0:1715210368.311773:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210368.311782:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679168, offset 0 00000400:00000200:0.0:1715210368.311787:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210368.311790:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210368.311792:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210368.311797:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210368.311801:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210368.311804:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210368.311807:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [666:666:256:4294967295] 192.168.203.134@tcp LPNI seq info [666:666:8:4294967295] 00000400:00000200:0.0:1715210368.311818:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210368.311835:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210368.311837:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210368.311839:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715210368.311845:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210368.311850:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210368.311854:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210368.311855:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210368.311857:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210368.311859:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210368.311860:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210368.311863:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [667:667:255:4294967295] 192.168.203.134@tcp LPNI seq info [667:667:7:4294967295] 00000400:00000200:1.0:1715210368.311872:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210368.311877:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210368.311881:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715210368.311886:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210368.311892:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210368.311896:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210368.311934:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210368.311940:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715210368.311946:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210368.311954:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210368.311958:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:2.0:1715210368.311961:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:2.0:1715210368.311971:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954679232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210368.312035:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210368.312037:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715210368.312040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210368.312044:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210368.312046:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:2.0:1715210368.312048:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:2.0:1715210368.312052:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954679168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210368.313731:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210368.313744:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ab80 00000400:00000200:0.0:1715210368.313751:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15a1 [1] + 224 00000400:00000200:0.0:1715210368.313762:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210368.313766:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210368.313772:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954679168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210368.313807:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210368.313812:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040abc0 00000400:00000200:0.0:1715210368.313816:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1599 [1] + 224 00000400:00000200:0.0:1715210368.313830:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210368.313834:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210368.313839:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954679232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210368.313863:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210368.313871:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210368.313872:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210368.313880:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954679168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210368.313891:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954679168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210368.313915:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210368.313922:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715210368.313925:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000010:2.0:1715210368.313963:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:2.0:1715210368.313971:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715210368.313973:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:2.0:1715210368.313981:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954679232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210368.313992:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954679232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210368.314016:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210368.314021:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210368.314033:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210373.319578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210373.319595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210373.319628:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210373.319631:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 02000000:00000010:0.0:1715210373.319692:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210373.319697:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 02000000:00000010:2.0:1715210373.319698:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:0.0:1715210373.319702:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000010:2.0:1715210373.319703:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43797e8. 00000100:00000200:0.0:1715210373.319708:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679360, portal 4 00000400:00000010:2.0:1715210373.319708:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210373.319710:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679296, portal 25 00000400:00000010:0.0:1715210373.319712:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000400:00000010:2.0:1715210373.319712:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715210373.319714:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679296, offset 0 00000400:00000200:2.0:1715210373.319720:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210373.319723:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954679360, offset 0 00000400:00000200:0.0:1715210373.319727:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210373.319731:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210373.319734:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210373.319737:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210373.319739:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210373.319740:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210373.319742:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [668:668:256:4294967295] 192.168.203.134@tcp LPNI seq info [668:668:8:4294967295] 00000400:00000200:2.0:1715210373.319749:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715210373.319753:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715210373.319753:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210373.319755:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210373.319756:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210373.319757:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210373.319758:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210373.319760:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210373.319760:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210373.319761:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [669:669:255:4294967295] 192.168.203.134@tcp LPNI seq info [669:669:7:4294967295] 00000800:00000200:2.0:1715210373.319766:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210373.319767:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210373.319769:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210373.319769:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715210373.319771:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715210373.319774:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210373.319777:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210373.319778:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210373.319821:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210373.319824:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210373.319828:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210373.319832:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210373.319834:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715210373.319835:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715210373.319841:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954679296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210373.319890:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210373.319895:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210373.319897:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210373.319900:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210373.319901:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210373.319902:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210373.319905:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954679360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210373.321379:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210373.321387:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ac00 00000400:00000200:0.0:1715210373.321391:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15ad [1] + 224 00000400:00000200:0.0:1715210373.321397:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210373.321399:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210373.321403:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954679296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210373.321421:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210373.321424:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ac40 00000400:00000200:0.0:1715210373.321426:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15a9 [1] + 224 00000400:00000200:0.0:1715210373.321435:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210373.321437:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210373.321439:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954679360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210373.321489:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43797e8. 00000400:00000200:2.0:1715210373.321493:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210373.321494:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210373.321498:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954679296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210373.321504:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954679296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210373.321512:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:1.0:1715210373.321516:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715210373.321517:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 02000000:00000010:2.0:1715210373.321518:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000100:00000200:1.0:1715210373.321521:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954679360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210373.321521:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715210373.321523:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000200:1.0:1715210373.321526:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954679360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210373.321539:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210373.321541:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715210373.321543:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:0.0:1715210378.327583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210378.327606:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 00000100:00000010:0.0:1715210378.327678:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210378.327682:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210378.327744:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210378.327751:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 02000000:00000010:2.0:1715210378.327754:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:0.0:1715210378.327758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000010:2.0:1715210378.327764:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43797e8. 00000100:00000200:0.0:1715210378.327765:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679488, portal 4 00000400:00000010:2.0:1715210378.327768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000010:0.0:1715210378.327771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715210378.327773:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954679488, offset 0 00000100:00000200:2.0:1715210378.327773:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679424, portal 25 00000400:00000010:2.0:1715210378.327777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000200:0.0:1715210378.327783:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210378.327789:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679424, offset 0 00000400:00000200:2.0:1715210378.327797:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210378.327798:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210378.327803:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210378.327808:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210378.327812:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210378.327814:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210378.327818:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [670:670:256:4294967295] 192.168.203.134@tcp LPNI seq info [670:670:8:4294967295] 00000400:00000200:0.0:1715210378.327828:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210378.327835:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210378.327838:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210378.327838:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210378.327842:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210378.327845:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210378.327845:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210378.327848:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210378.327851:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210378.327853:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210378.327854:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [671:671:255:4294967295] 192.168.203.134@tcp LPNI seq info [671:671:7:4294967295] 00000800:00000200:0.0:1715210378.327858:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210378.327863:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210378.327868:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210378.327872:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715210378.327877:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210378.327883:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210378.327886:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210378.327928:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210378.327934:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210378.327940:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210378.327947:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210378.327951:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210378.327954:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210378.327963:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954679488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210378.328024:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210378.328027:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210378.328030:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210378.328033:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210378.328036:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715210378.328037:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715210378.328042:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954679424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210378.329905:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210378.329917:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040acc0 00000400:00000200:0.0:1715210378.329923:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15b9 [1] + 224 00000400:00000200:0.0:1715210378.329934:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210378.329938:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210378.329954:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954679488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210378.329992:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210378.329998:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ac80 00000400:00000200:0.0:1715210378.330002:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15bd [1] + 224 00000400:00000200:0.0:1715210378.330017:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210378.330020:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210378.330025:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954679424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210378.330076:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:2.0:1715210378.330083:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715210378.330085:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715210378.330094:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954679488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210378.330105:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954679488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210378.330134:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210378.330142:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210378.330146:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000400:00000010:3.0:1715210378.330147:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43797e8. 00000400:00000200:3.0:1715210378.330155:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:3.0:1715210378.330158:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:3.0:1715210378.330166:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954679424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210378.330177:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954679424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210378.330196:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715210378.330200:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:3.0:1715210378.330203:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:0.0:1715210383.335609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210383.335633:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210383.335675:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210383.335678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210383.335734:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210383.335740:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 02000000:00000010:2.0:1715210383.335741:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:0.0:1715210383.335747:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715210383.335755:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679616, portal 4 00000400:00000010:0.0:1715210383.335761:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000010:2.0:1715210383.335763:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379a50. 00000100:00000200:0.0:1715210383.335764:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954679616, offset 0 00000400:00000010:2.0:1715210383.335769:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000400:00000200:0.0:1715210383.335774:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210383.335784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679552, portal 25 00000400:00000200:0.0:1715210383.335787:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210383.335789:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715210383.335791:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679552, offset 0 00000400:00000200:0.0:1715210383.335793:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210383.335798:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210383.335798:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210383.335801:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210383.335804:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210383.335808:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [672:672:256:4294967295] 192.168.203.134@tcp LPNI seq info [672:672:8:4294967295] 00000400:00000200:0.0:1715210383.335818:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210383.335825:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210383.335827:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210383.335829:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715210383.335831:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210383.335834:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210383.335837:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210383.335839:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210383.335843:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [673:673:255:4294967295] 192.168.203.134@tcp LPNI seq info [673:673:7:4294967295] 00000800:00000200:0.0:1715210383.335847:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210383.335852:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210383.335857:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715210383.335858:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:2.0:1715210383.335861:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:0.0:1715210383.335862:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210383.335866:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210383.335873:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210383.335876:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210383.335936:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210383.335942:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210383.335948:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210383.335955:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210383.335960:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210383.335962:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210383.335972:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954679616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210383.336037:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210383.336040:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210383.336042:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210383.336046:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210383.336048:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:1.0:1715210383.336050:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:1.0:1715210383.336055:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954679552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210383.337802:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210383.337817:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ad00 00000400:00000200:0.0:1715210383.337824:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15d1 [1] + 224 00000400:00000200:0.0:1715210383.337835:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210383.337839:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210383.337847:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954679552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210383.337882:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210383.337887:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ad40 00000400:00000200:0.0:1715210383.337891:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15c9 [1] + 224 00000400:00000200:0.0:1715210383.337906:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210383.337909:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210383.337914:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954679616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210383.337984:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379a50. 00000400:00000200:2.0:1715210383.337992:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:2.0:1715210383.337994:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210383.338002:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954679552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210383.338013:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954679552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210383.338034:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 02000000:00000010:2.0:1715210383.338037:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715210383.338041:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715210383.338043:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 02000000:00000010:2.0:1715210383.338043:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715210383.338047:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000200:1.0:1715210383.338052:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954679616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210383.338063:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954679616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210383.338086:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210383.338091:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:1.0:1715210383.338094:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000100:00000010:0.0:1715210388.343649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210388.343670:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715210388.343713:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210388.343717:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210388.343776:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210388.343783:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:0.0:1715210388.343790:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715210388.343797:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679744, portal 4 02000000:00000010:1.0:1715210388.343802:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:0.0:1715210388.343803:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715210388.343806:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954679744, offset 0 00000400:00000010:1.0:1715210388.343811:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210388.343817:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210388.343826:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210388.343831:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210388.343831:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679680, portal 25 00000400:00000010:1.0:1715210388.343844:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:0.0:1715210388.343847:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210388.343847:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679680, offset 0 00000400:00000200:0.0:1715210388.343852:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210388.343854:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210388.343856:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210388.343859:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210388.343863:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [674:674:256:4294967295] 192.168.203.134@tcp LPNI seq info [674:674:8:4294967295] 00000400:00000200:0.0:1715210388.343874:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210388.343880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210388.343882:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210388.343885:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210388.343886:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210388.343890:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210388.343891:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210388.343893:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210388.343896:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210388.343899:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [675:675:255:4294967295] 192.168.203.134@tcp LPNI seq info [675:675:7:4294967295] 00000800:00000200:0.0:1715210388.343900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210388.343905:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210388.343908:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210388.343913:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210388.343916:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715210388.343921:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210388.343927:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210388.343931:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210388.344004:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210388.344010:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715210388.344015:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210388.344031:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210388.344036:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:2.0:1715210388.344038:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:2.0:1715210388.344048:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954679744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210388.344114:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210388.344117:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715210388.344120:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210388.344124:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210388.344126:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:2.0:1715210388.344128:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:2.0:1715210388.344132:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954679680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210388.346227:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210388.346241:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ad80 00000400:00000200:0.0:1715210388.346248:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15e1 [1] + 224 00000400:00000200:0.0:1715210388.346259:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210388.346262:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210388.346270:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954679680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210388.346304:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210388.346309:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040adc0 00000400:00000200:0.0:1715210388.346314:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15d9 [1] + 224 00000400:00000200:0.0:1715210388.346328:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210388.346332:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210388.346337:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954679744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210388.346388:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210388.346396:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210388.346398:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210388.346406:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954679680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210388.346417:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954679680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210388.346440:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715210388.346445:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:1.0:1715210388.346449:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000010:2.0:1715210388.346494:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:2.0:1715210388.346502:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715210388.346504:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210388.346513:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954679744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210388.346524:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954679744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210388.346548:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210388.346583:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000010:2.0:1715210388.346587:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210393.351630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210393.351651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210393.351692:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210393.351708:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715210393.351762:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210393.351769:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000010:0.0:1715210393.351777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715210393.351784:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679872, portal 4 00000400:00000010:0.0:1715210393.351789:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715210393.351792:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954679872, offset 0 02000000:00000010:2.0:1715210393.351793:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000200:0.0:1715210393.351802:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210393.351802:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379a50. 00000400:00000010:2.0:1715210393.351809:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210393.351813:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679808, portal 25 00000400:00000200:0.0:1715210393.351816:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210393.351818:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210393.351820:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679808, offset 0 00000400:00000200:0.0:1715210393.351822:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210393.351827:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210393.351827:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210393.351831:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210393.351834:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210393.351837:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [676:676:256:4294967295] 192.168.203.134@tcp LPNI seq info [676:676:8:4294967295] 00000400:00000200:0.0:1715210393.351848:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210393.351854:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210393.351857:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210393.351858:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210393.351864:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210393.351871:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210393.351872:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210393.351875:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210393.351878:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210393.351878:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210393.351881:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210393.351884:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [677:677:255:4294967295] 192.168.203.134@tcp LPNI seq info [677:677:7:4294967295] 00000400:00000200:2.0:1715210393.351893:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210393.351899:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210393.351903:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715210393.351907:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210393.351913:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210393.351917:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210393.351945:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210393.351951:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210393.351956:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210393.351963:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210393.351968:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210393.351978:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210393.351988:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954679872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210393.352047:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210393.352050:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210393.352053:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210393.352057:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210393.352059:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:1.0:1715210393.352061:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:1.0:1715210393.352066:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954679808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210393.353745:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210393.353758:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ae40 00000400:00000200:0.0:1715210393.353766:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15e9 [1] + 224 00000400:00000200:0.0:1715210393.353777:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210393.353781:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210393.353788:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954679872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210393.353823:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210393.353828:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ae00 00000400:00000200:0.0:1715210393.353842:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15f1 [1] + 224 00000400:00000200:0.0:1715210393.353859:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210393.353863:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210393.353867:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954679808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210393.353921:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:2.0:1715210393.353929:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715210393.353931:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715210393.353939:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954679872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210393.353945:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379a50. 00000100:00000200:2.0:1715210393.353951:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954679872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210393.353953:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:3.0:1715210393.353956:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:3.0:1715210393.353964:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954679808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210393.353975:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954679808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210393.353980:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210393.353986:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715210393.353991:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 02000000:00000010:3.0:1715210393.353993:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210393.353997:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:3.0:1715210393.354000:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000010:0.0:1715210398.359612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210398.359632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 00000100:00000010:0.0:1715210398.359675:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210398.359679:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 02000000:00000010:0.0:1715210398.359738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210398.359745:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:0.0:1715210398.359751:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715210398.359759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680000, portal 4 02000000:00000010:1.0:1715210398.359764:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:0.0:1715210398.359765:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715210398.359767:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680000, offset 0 00000400:00000010:1.0:1715210398.359773:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210398.359778:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210398.359788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210398.359791:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210398.359793:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954679936, portal 25 00000400:00000200:0.0:1715210398.359797:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210398.359797:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000100:00000200:1.0:1715210398.359799:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954679936, offset 0 00000400:00000200:0.0:1715210398.359802:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210398.359806:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210398.359806:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210398.359808:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210398.359812:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [678:678:256:4294967295] 192.168.203.134@tcp LPNI seq info [678:678:8:4294967295] 00000400:00000200:0.0:1715210398.359823:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210398.359829:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210398.359831:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210398.359832:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210398.359835:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210398.359839:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210398.359839:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210398.359842:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210398.359845:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210398.359847:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [679:679:255:4294967295] 192.168.203.134@tcp LPNI seq info [679:679:7:4294967295] 00000800:00000200:0.0:1715210398.359848:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210398.359854:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210398.359857:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210398.359862:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210398.359866:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715210398.359870:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210398.359876:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210398.359880:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210398.359930:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210398.359936:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210398.359942:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210398.359948:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210398.359953:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:2.0:1715210398.359954:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:2.0:1715210398.359966:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954680000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210398.360029:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210398.360042:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715210398.360045:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210398.360049:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210398.360053:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:2.0:1715210398.360054:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:2.0:1715210398.360059:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954679936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210398.361540:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210398.361562:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040aec0 00000400:00000200:0.0:1715210398.361570:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x15f9 [1] + 224 00000400:00000200:0.0:1715210398.361583:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210398.361587:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210398.361594:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954680000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210398.361633:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210398.361638:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ae80 00000400:00000200:0.0:1715210398.361643:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1601 [1] + 224 00000400:00000200:0.0:1715210398.361658:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210398.361662:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210398.361666:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954679936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210398.361724:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:2.0:1715210398.361732:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:2.0:1715210398.361734:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:2.0:1715210398.361743:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954680000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210398.361755:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954680000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210398.361782:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210398.361784:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210398.361792:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:2.0:1715210398.361796:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000400:00000200:1.0:1715210398.361798:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210398.361800:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210398.361808:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954679936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210398.361819:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954679936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210398.361836:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715210398.361840:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:1.0:1715210398.361844:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715210403.367573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210403.367596:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210403.367640:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210403.367644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715210403.367697:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210403.367704:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:0.0:1715210403.367711:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715210403.367719:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680128, portal 4 00000400:00000010:0.0:1715210403.367725:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715210403.367727:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680128, offset 0 02000000:00000010:2.0:1715210403.367733:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000200:0.0:1715210403.367737:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210403.367742:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43798f0. 00000400:00000010:2.0:1715210403.367747:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000200:0.0:1715210403.367752:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210403.367752:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680064, portal 25 00000400:00000010:2.0:1715210403.367756:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000400:00000200:0.0:1715210403.367757:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210403.367758:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680064, offset 0 00000400:00000200:0.0:1715210403.367761:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210403.367765:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210403.367766:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210403.367768:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210403.367785:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [680:680:256:4294967295] 192.168.203.134@tcp LPNI seq info [680:680:8:4294967295] 00000400:00000200:0.0:1715210403.367796:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210403.367803:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210403.367806:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210403.367807:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000400:00000200:2.0:1715210403.367810:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210403.367813:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210403.367814:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210403.367816:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210403.367819:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210403.367822:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [681:681:255:4294967295] 192.168.203.134@tcp LPNI seq info [681:681:7:4294967295] 00000800:00000200:0.0:1715210403.367823:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210403.367828:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210403.367832:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210403.367847:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210403.367851:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715210403.367856:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210403.367862:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210403.367866:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210403.367906:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210403.367912:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210403.367917:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210403.367924:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210403.367929:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210403.367931:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210403.367941:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954680128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210403.368012:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210403.368015:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210403.368018:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210403.368022:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210403.368024:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715210403.368026:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715210403.368031:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954680064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210403.369777:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210403.369793:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040af40 00000400:00000200:0.0:1715210403.369800:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1609 [1] + 224 00000400:00000200:0.0:1715210403.369810:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210403.369814:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210403.369821:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954680128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210403.369857:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210403.369861:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040af00 00000400:00000200:0.0:1715210403.369866:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1611 [1] + 224 00000400:00000200:0.0:1715210403.369882:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210403.369886:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210403.369891:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954680064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210403.369948:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715210403.369956:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715210403.369958:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:2.0:1715210403.369967:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954680128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210403.369967:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43798f0. 00000400:00000200:3.0:1715210403.369975:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:3.0:1715210403.369977:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210403.369978:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954680128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210403.369986:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954680064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210403.370007:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210403.370013:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000200:3.0:1715210403.370014:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954680064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210403.370017:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 02000000:00000010:3.0:1715210403.370032:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715210403.370036:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:3.0:1715210403.370039:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000010:0.0:1715210408.375634:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210408.375660:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 00000100:00000010:0.0:1715210408.375714:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210408.375718:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715210408.375788:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210408.375798:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 02000000:00000010:1.0:1715210408.375813:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:1.0:1715210408.375822:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715210408.375826:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000010:1.0:1715210408.375827:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210408.375835:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680192, portal 25 00000400:00000010:1.0:1715210408.375840:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715210408.375846:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680256, portal 4 00000100:00000200:1.0:1715210408.375854:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680192, offset 0 00000400:00000010:0.0:1715210408.375855:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715210408.375858:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680256, offset 0 00000400:00000200:1.0:1715210408.375865:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210408.375885:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210408.375890:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210408.375896:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210408.375900:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210408.375904:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210408.375906:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210408.375910:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [682:682:256:4294967295] 192.168.203.134@tcp LPNI seq info [682:682:8:4294967295] 00000400:00000200:1.0:1715210408.375921:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210408.375928:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210408.375932:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210408.375933:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715210408.375937:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715210408.375940:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210408.375942:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210408.375946:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210408.375950:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715210408.375950:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210408.375954:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [683:683:255:4294967295] 192.168.203.134@tcp LPNI seq info [683:683:7:4294967295] 00000800:00000200:1.0:1715210408.375954:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210408.375965:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210408.375971:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210408.375975:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715210408.375980:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210408.375986:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210408.375990:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210408.376048:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210408.376054:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715210408.376061:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210408.376068:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210408.376073:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:2.0:1715210408.376075:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:2.0:1715210408.376085:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954680192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210408.376168:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210408.376171:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:2.0:1715210408.376175:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210408.376179:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210408.376181:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:2.0:1715210408.376183:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:2.0:1715210408.376188:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954680256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210408.377846:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210408.377863:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040af80 00000400:00000200:0.0:1715210408.377874:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1619 [1] + 224 00000400:00000200:0.0:1715210408.377890:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210408.377896:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210408.377905:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954680192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210408.377954:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210408.377961:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040afc0 00000400:00000200:0.0:1715210408.377966:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x161d [1] + 224 00000400:00000200:0.0:1715210408.377982:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210408.377993:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210408.377998:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954680256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210408.378034:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210408.378042:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210408.378044:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210408.378051:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954680192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210408.378063:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954680192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210408.378086:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210408.378091:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715210408.378095:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000400:00000010:2.0:1715210408.378117:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:2.0:1715210408.378125:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:2.0:1715210408.378127:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:2.0:1715210408.378136:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954680256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210408.378146:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954680256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210408.378170:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210408.378175:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715210408.378178:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:0.0:1715210413.383574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210413.383595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210413.383638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210413.383642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:0.0:1715210413.383696:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210413.383703:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000010:0.0:1715210413.383709:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000100:00000200:0.0:1715210413.383716:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680384, portal 4 00000400:00000010:0.0:1715210413.383722:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715210413.383724:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680384, offset 0 02000000:00000010:2.0:1715210413.383727:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000200:0.0:1715210413.383734:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210413.383737:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379898. 00000400:00000010:2.0:1715210413.383742:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210413.383746:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680320, portal 25 00000400:00000200:0.0:1715210413.383748:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210413.383750:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715210413.383752:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680320, offset 0 00000400:00000200:0.0:1715210413.383753:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210413.383758:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210413.383759:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210413.383762:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210413.383765:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210413.383768:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [684:684:256:4294967295] 192.168.203.134@tcp LPNI seq info [684:684:8:4294967295] 00000400:00000200:0.0:1715210413.383779:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210413.383785:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210413.383788:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210413.383789:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715210413.383792:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210413.383795:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210413.383796:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210413.383798:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210413.383801:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210413.383804:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [685:685:255:4294967295] 192.168.203.134@tcp LPNI seq info [685:685:7:4294967295] 00000800:00000200:0.0:1715210413.383805:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210413.383810:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210413.383813:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210413.383818:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210413.383822:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210413.383826:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210413.383832:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210413.383835:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210413.383878:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210413.383884:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210413.383890:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210413.383897:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210413.383901:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715210413.383903:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715210413.383913:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954680384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210413.383976:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210413.383988:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210413.383991:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210413.383995:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210413.383998:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:1.0:1715210413.383999:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:1.0:1715210413.384005:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954680320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210413.385700:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210413.385714:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b040 00000400:00000200:0.0:1715210413.385721:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1629 [1] + 224 00000400:00000200:0.0:1715210413.385742:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210413.385746:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210413.385753:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954680384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210413.385791:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210413.385797:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b000 00000400:00000200:0.0:1715210413.385801:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1631 [1] + 224 00000400:00000200:0.0:1715210413.385814:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210413.385818:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210413.385822:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954680320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210413.385880:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:2.0:1715210413.385888:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715210413.385890:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715210413.385899:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954680384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210413.385910:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954680384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210413.385940:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715210413.385941:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379898. 02000000:00000010:2.0:1715210413.385948:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000400:00000200:3.0:1715210413.385949:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:3.0:1715210413.385951:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000010:2.0:1715210413.385952:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000200:3.0:1715210413.385960:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954680320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210413.385971:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954680320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210413.385989:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210413.385993:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:3.0:1715210413.385997:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715210418.391684:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210418.391710:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210418.391768:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210418.391776:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:2.0:1715210418.391833:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210418.391844:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379948. 00000400:00000010:2.0:1715210418.391850:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 02000000:00000010:1.0:1715210418.391854:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000100:00000200:2.0:1715210418.391859:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680448, portal 25 00000400:00000010:2.0:1715210418.391863:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000400:00000010:1.0:1715210418.391864:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715210418.391866:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680448, offset 0 00000400:00000010:1.0:1715210418.391868:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210418.391873:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680512, portal 4 00000400:00000010:1.0:1715210418.391878:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000400:00000200:2.0:1715210418.391878:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210418.391882:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680512, offset 0 00000400:00000200:1.0:1715210418.391889:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210418.391893:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210418.391898:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210418.391902:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210418.391906:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210418.391909:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210418.391912:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [686:686:256:4294967295] 192.168.203.134@tcp LPNI seq info [686:686:8:4294967295] 00000400:00000200:2.0:1715210418.391923:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210418.391929:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210418.391932:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210418.391933:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210418.391936:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210418.391940:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210418.391940:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210418.391943:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210418.391945:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210418.391949:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [687:687:255:4294967295] 192.168.203.134@tcp LPNI seq info [687:687:7:4294967295] 00000800:00000200:2.0:1715210418.391950:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210418.391955:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210418.391958:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210418.391963:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210418.391967:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210418.391972:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210418.391978:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210418.391982:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210418.392034:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210418.392038:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210418.392042:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210418.392050:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210418.392054:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715210418.392057:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715210418.392066:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954680448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210418.392119:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210418.392121:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210418.392124:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210418.392128:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210418.392130:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715210418.392132:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715210418.392136:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954680512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210418.393808:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210418.393821:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b080 00000400:00000200:0.0:1715210418.393829:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1639 [1] + 224 00000400:00000200:0.0:1715210418.393840:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210418.393843:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210418.393851:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954680448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210418.393885:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210418.393890:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b0c0 00000400:00000200:0.0:1715210418.393894:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1641 [1] + 224 00000400:00000200:0.0:1715210418.393908:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210418.393912:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210418.393916:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954680512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210418.393990:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379948. 00000400:00000200:2.0:1715210418.394009:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:2.0:1715210418.394012:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210418.394022:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954680448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210418.394030:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210418.394038:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000200:2.0:1715210418.394039:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954680448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210418.394040:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210418.394048:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954680512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210418.394062:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210418.394067:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715210418.394072:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000100:00000200:1.0:1715210418.394076:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954680512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210418.394098:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210418.394102:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715210418.394106:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210423.399575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210423.399595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 00000100:00000010:0.0:1715210423.399638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210423.399642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210423.399699:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210423.399707:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000010:0.0:1715210423.399714:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715210423.399721:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680640, portal 4 02000000:00000010:1.0:1715210423.399726:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:0.0:1715210423.399727:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210423.399729:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680640, offset 0 00000400:00000010:1.0:1715210423.399735:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210423.399740:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210423.399750:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210423.399755:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210423.399755:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680576, portal 25 00000400:00000010:1.0:1715210423.399759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000400:00000200:0.0:1715210423.399760:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210423.399761:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680576, offset 0 00000400:00000200:1.0:1715210423.399768:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210423.399775:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210423.399780:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210423.399782:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210423.399786:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [688:688:256:4294967295] 192.168.203.134@tcp LPNI seq info [688:688:8:4294967295] 00000400:00000200:0.0:1715210423.399797:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210423.399803:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210423.399807:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210423.399808:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210423.399812:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210423.399814:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210423.399816:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210423.399818:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210423.399821:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210423.399823:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210423.399824:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [689:689:255:4294967295] 192.168.203.134@tcp LPNI seq info [689:689:7:4294967295] 00000800:00000200:0.0:1715210423.399827:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210423.399833:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210423.399839:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210423.399843:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715210423.399847:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210423.399854:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210423.399857:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210423.399903:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210423.399909:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210423.399916:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210423.399922:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210423.399927:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:2.0:1715210423.399929:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:2.0:1715210423.399939:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954680640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210423.399997:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210423.400000:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715210423.400003:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210423.400007:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210423.400009:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:2.0:1715210423.400011:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:2.0:1715210423.400015:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954680576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210423.401666:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210423.401679:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b140 00000400:00000200:0.0:1715210423.401687:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1649 [1] + 224 00000400:00000200:0.0:1715210423.401697:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210423.401701:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210423.401708:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954680640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210423.401745:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210423.401750:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b100 00000400:00000200:0.0:1715210423.401754:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1651 [1] + 224 00000400:00000200:0.0:1715210423.401772:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210423.401776:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210423.401781:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954680576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210423.401836:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:2.0:1715210423.401844:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715210423.401846:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715210423.401854:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954680640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210423.401865:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954680640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210423.401897:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210423.401905:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210423.401907:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715210423.401912:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:1.0:1715210423.401914:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954680576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210423.401918:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210423.401922:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000100:00000200:1.0:1715210423.401941:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954680576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210423.401959:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210423.401963:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715210423.401966:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210428.407573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210428.407591:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210428.407631:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210428.407635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210428.407697:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210428.407703:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000010:0.0:1715210428.407708:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210428.407714:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680768, portal 4 00000400:00000010:0.0:1715210428.407720:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715210428.407722:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680768, offset 0 02000000:00000010:2.0:1715210428.407723:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:0.0:1715210428.407731:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210428.407732:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379948. 00000400:00000010:2.0:1715210428.407737:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210428.407741:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680704, portal 25 00000400:00000200:0.0:1715210428.407743:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210428.407745:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000400:00000200:0.0:1715210428.407747:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210428.407747:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680704, offset 0 00000400:00000200:0.0:1715210428.407751:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210428.407754:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210428.407754:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210428.407757:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210428.407760:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [690:690:256:4294967295] 192.168.203.134@tcp LPNI seq info [690:690:8:4294967295] 00000400:00000200:0.0:1715210428.407770:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210428.407776:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210428.407779:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210428.407780:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210428.407784:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210428.407785:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210428.407788:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210428.407791:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210428.407792:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210428.407793:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210428.407796:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210428.407796:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [691:691:255:4294967295] 192.168.203.134@tcp LPNI seq info [691:691:7:4294967295] 00000400:00000200:2.0:1715210428.407805:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210428.407810:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210428.407814:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210428.407818:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210428.407824:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210428.407828:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210428.407863:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210428.407869:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210428.407875:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210428.407881:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210428.407885:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210428.407887:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210428.407895:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954680768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210428.407955:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210428.407958:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210428.407961:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210428.407965:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210428.407968:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:1.0:1715210428.407969:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:1.0:1715210428.407974:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954680704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210428.409814:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210428.409827:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b180 00000400:00000200:0.0:1715210428.409833:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1661 [1] + 224 00000400:00000200:0.0:1715210428.409843:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210428.409847:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210428.409854:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954680704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210428.409889:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210428.409894:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b1c0 00000400:00000200:0.0:1715210428.409898:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1659 [1] + 224 00000400:00000200:0.0:1715210428.409922:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210428.409926:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210428.409931:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954680768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210428.409982:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379948. 00000400:00000200:2.0:1715210428.409989:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:2.0:1715210428.409991:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210428.410000:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954680704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210428.410011:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954680704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210428.410047:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000400:00000010:1.0:1715210428.410052:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 02000000:00000010:2.0:1715210428.410052:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:2.0:1715210428.410055:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000200:1.0:1715210428.410060:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715210428.410062:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:1.0:1715210428.410070:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954680768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210428.410081:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954680768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210428.410103:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210428.410109:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:1.0:1715210428.410122:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210433.415575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210433.415599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210433.415643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210433.415647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715210433.415708:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210433.415714:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000010:0.0:1715210433.415722:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715210433.415729:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680896, portal 4 02000000:00000010:1.0:1715210433.415734:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:0.0:1715210433.415735:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715210433.415738:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954680896, offset 0 00000400:00000010:1.0:1715210433.415744:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210433.415749:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210433.415758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210433.415763:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210433.415763:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680832, portal 25 00000400:00000010:1.0:1715210433.415767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000400:00000200:0.0:1715210433.415769:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210433.415769:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680832, offset 0 00000400:00000200:0.0:1715210433.415774:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210433.415777:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210433.415778:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210433.415781:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210433.415784:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [692:692:256:4294967295] 192.168.203.134@tcp LPNI seq info [692:692:8:4294967295] 00000400:00000200:0.0:1715210433.415795:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210433.415801:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210433.415804:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210433.415805:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210433.415808:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210433.415811:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210433.415812:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210433.415814:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210433.415816:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210433.415819:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [693:693:255:4294967295] 192.168.203.134@tcp LPNI seq info [693:693:7:4294967295] 00000800:00000200:0.0:1715210433.415821:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210433.415826:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210433.415829:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210433.415834:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210433.415837:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210433.415842:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210433.415848:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210433.415852:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210433.415908:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210433.415914:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210433.415919:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210433.415927:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210433.415931:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:2.0:1715210433.415934:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:2.0:1715210433.415944:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954680896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210433.416019:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210433.416022:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:2.0:1715210433.416025:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210433.416029:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210433.416031:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:2.0:1715210433.416033:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:2.0:1715210433.416037:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954680832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210433.418142:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210433.418155:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b240 00000400:00000200:0.0:1715210433.418176:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1669 [1] + 224 00000400:00000200:0.0:1715210433.418188:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210433.418192:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210433.418199:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954680896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210433.418236:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210433.418280:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b200 00000400:00000200:0.0:1715210433.418286:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1671 [1] + 224 00000400:00000200:0.0:1715210433.418304:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210433.418308:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210433.418313:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954680832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210433.418329:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:2.0:1715210433.418337:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715210433.418339:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715210433.418347:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954680896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210433.418359:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954680896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210433.418389:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210433.418396:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000400:00000010:1.0:1715210433.418399:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715210433.418400:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000400:00000200:1.0:1715210433.418407:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210433.418409:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210433.418416:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954680832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210433.418427:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954680832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210433.418445:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715210433.418449:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715210433.418452:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000100:00000010:0.0:1715210438.423579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210438.423596:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210438.423636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210438.423640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210438.423687:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210438.423693:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:0.0:1715210438.423699:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715210438.423705:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681024, portal 4 00000400:00000010:0.0:1715210438.423711:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715210438.423713:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681024, offset 0 00000400:00000200:0.0:1715210438.423722:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210438.423730:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000200:0.0:1715210438.423734:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210438.423740:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210438.423744:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210438.423747:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715210438.423749:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379948. 00000400:00000200:0.0:1715210438.423750:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210438.423753:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [694:694:256:4294967295] 192.168.203.134@tcp LPNI seq info [694:694:8:4294967295] 00000400:00000010:2.0:1715210438.423754:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210438.423758:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954680960, portal 25 00000400:00000010:2.0:1715210438.423762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715210438.423764:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954680960, offset 0 00000400:00000200:2.0:1715210438.423772:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210438.423775:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210438.423782:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210438.423785:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210438.423790:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210438.423792:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210438.423796:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210438.423798:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210438.423800:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210438.423803:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210438.423803:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210438.423805:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210438.423808:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [695:695:255:4294967295] 192.168.203.134@tcp LPNI seq info [695:695:7:4294967295] 00000400:00000200:2.0:1715210438.423817:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210438.423822:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210438.423825:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210438.423830:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210438.423837:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210438.423840:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210438.423869:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210438.423875:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210438.423880:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210438.423887:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210438.423891:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715210438.423893:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210438.423902:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954681024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210438.423962:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210438.423964:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210438.423967:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210438.423971:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210438.423974:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715210438.423975:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715210438.423980:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954680960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210438.425951:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210438.425964:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b280 00000400:00000200:0.0:1715210438.425972:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1681 [1] + 224 00000400:00000200:0.0:1715210438.425982:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210438.425986:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210438.425992:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954680960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210438.426026:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210438.426031:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b2c0 00000400:00000200:0.0:1715210438.426036:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1679 [1] + 224 00000400:00000200:0.0:1715210438.426050:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210438.426053:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210438.426058:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954681024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210438.426122:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379948. 00000400:00000200:2.0:1715210438.426130:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:2.0:1715210438.426132:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210438.426140:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954680960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210438.426151:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954680960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210438.426172:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000010:1.0:1715210438.426177:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 02000000:00000010:2.0:1715210438.426177:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210438.426180:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000200:1.0:1715210438.426184:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715210438.426187:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715210438.426195:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954681024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210438.426205:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954681024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210438.426266:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210438.426271:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:1.0:1715210438.426275:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:0.0:1715210443.431637:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210443.431663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715210443.431715:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210443.431719:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dc00. 02000000:00000010:0.0:1715210443.431797:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210443.431803:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000010:0.0:1715210443.431808:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715210443.431824:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681152, portal 4 02000000:00000010:1.0:1715210443.431824:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:0.0:1715210443.431845:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000400:00000010:1.0:1715210443.431846:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:0.0:1715210443.431847:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681152, offset 0 00000400:00000010:1.0:1715210443.431851:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210443.431858:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210443.431866:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681088, portal 25 00000400:00000010:1.0:1715210443.431871:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000400:00000200:0.0:1715210443.431873:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210443.431873:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681088, offset 0 00000400:00000200:0.0:1715210443.431878:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210443.431883:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210443.431887:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210443.431890:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210443.431890:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210443.431893:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [696:696:256:4294967295] 192.168.203.134@tcp LPNI seq info [696:696:8:4294967295] 00000400:00000200:0.0:1715210443.431904:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210443.431911:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210443.431912:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210443.431916:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210443.431917:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210443.431920:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210443.431922:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210443.431923:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210443.431925:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210443.431928:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [697:697:255:4294967295] 192.168.203.134@tcp LPNI seq info [697:697:7:4294967295] 00000800:00000200:0.0:1715210443.431933:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210443.431937:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210443.431938:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210443.431942:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210443.431946:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715210443.431951:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210443.431957:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210443.431961:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210443.432026:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210443.432032:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715210443.432040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210443.432056:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210443.432061:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:2.0:1715210443.432063:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715210443.432073:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954681152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210443.432160:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210443.432162:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715210443.432165:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210443.432169:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210443.432171:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:2.0:1715210443.432215:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:2.0:1715210443.432220:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954681088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210443.434128:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210443.434142:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b340 00000400:00000200:0.0:1715210443.434150:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1689 [1] + 224 00000400:00000200:0.0:1715210443.434161:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210443.434165:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210443.434172:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954681152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210443.434237:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210443.434242:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b300 00000400:00000200:0.0:1715210443.434247:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1691 [1] + 224 00000400:00000200:0.0:1715210443.434263:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210443.434267:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210443.434278:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954681088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210443.434323:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715210443.434331:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715210443.434333:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715210443.434341:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954681152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210443.434353:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954681152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210443.434361:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210443.434368:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210443.434370:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210443.434378:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954681088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210443.434382:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210443.434388:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dc00. 00000100:00000200:1.0:1715210443.434389:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954681088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210443.434392:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 02000000:00000010:1.0:1715210443.434406:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210443.434411:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:1.0:1715210443.434414:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:0.0:1715210448.439572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210448.439593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210448.439636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210448.439640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210448.439693:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210448.439700:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:0.0:1715210448.439707:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715210448.439714:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681280, portal 4 00000400:00000010:0.0:1715210448.439720:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715210448.439722:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681280, offset 0 02000000:00000010:2.0:1715210448.439727:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000200:0.0:1715210448.439732:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210448.439737:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379948. 00000400:00000010:2.0:1715210448.439742:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210448.439746:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681216, portal 25 00000400:00000200:0.0:1715210448.439747:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210448.439751:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000200:0.0:1715210448.439753:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210448.439753:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681216, offset 0 00000400:00000200:0.0:1715210448.439757:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210448.439761:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210448.439761:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210448.439764:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210448.439767:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [698:698:256:4294967295] 192.168.203.134@tcp LPNI seq info [698:698:8:4294967295] 00000400:00000200:0.0:1715210448.439779:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210448.439785:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210448.439788:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000400:00000200:2.0:1715210448.439788:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715210448.439795:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210448.439802:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210448.439805:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210448.439806:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210448.439809:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210448.439810:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210448.439811:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210448.439814:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [699:699:255:4294967295] 192.168.203.134@tcp LPNI seq info [699:699:7:4294967295] 00000400:00000200:2.0:1715210448.439824:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210448.439830:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210448.439833:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715210448.439838:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210448.439844:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210448.439848:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210448.439881:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210448.439887:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210448.439893:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210448.439900:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210448.439904:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210448.439906:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210448.439916:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954681280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210448.440003:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210448.440006:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210448.440009:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210448.440013:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210448.440016:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715210448.440018:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715210448.440022:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954681216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210448.441666:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210448.441680:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b3c0 00000400:00000200:0.0:1715210448.441687:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1699 [1] + 224 00000400:00000200:0.0:1715210448.441699:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210448.441711:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210448.441720:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954681280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210448.441760:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210448.441766:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b380 00000400:00000200:0.0:1715210448.441771:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16a1 [1] + 224 00000400:00000200:0.0:1715210448.441793:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210448.441797:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210448.441802:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954681216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210448.441848:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:2.0:1715210448.441856:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715210448.441858:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715210448.441866:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954681280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210448.441878:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954681280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210448.441907:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210448.441915:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000400:00000010:3.0:1715210448.441916:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379948. 00000100:00000010:2.0:1715210448.441919:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000200:3.0:1715210448.441925:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:3.0:1715210448.441926:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:3.0:1715210448.441935:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954681216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210448.441946:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954681216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210448.441964:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210448.441968:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:3.0:1715210448.441971:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210453.447578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210453.447599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 00000100:00000010:0.0:1715210453.447641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210453.447645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 02000000:00000010:0.0:1715210453.447703:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210453.447710:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000010:0.0:1715210453.447717:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715210453.447726:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681408, portal 4 02000000:00000010:1.0:1715210453.447730:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:0.0:1715210453.447732:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715210453.447734:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681408, offset 0 00000400:00000010:1.0:1715210453.447740:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210453.447745:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210453.447755:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210453.447759:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210453.447760:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681344, portal 25 00000400:00000200:0.0:1715210453.447764:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210453.447764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:1.0:1715210453.447766:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681344, offset 0 00000400:00000200:0.0:1715210453.447769:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210453.447773:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210453.447773:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210453.447776:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210453.447779:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [700:700:256:4294967295] 192.168.203.134@tcp LPNI seq info [700:700:8:4294967295] 00000400:00000200:0.0:1715210453.447790:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210453.447796:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210453.447799:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210453.447802:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210453.447806:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210453.447808:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1715210453.447810:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210453.447811:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210453.447814:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [701:701:255:4294967295] 192.168.203.134@tcp LPNI seq info [701:701:7:4294967295] 00000800:00000200:0.0:1715210453.447817:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210453.447823:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210453.447826:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210453.447828:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:0.0:1715210453.447831:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715210453.447832:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715210453.447837:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210453.447843:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210453.447846:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210453.447906:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210453.447912:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210453.447918:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210453.447924:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210453.447929:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715210453.447931:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715210453.447941:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954681408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210453.448000:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210453.448012:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715210453.448015:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210453.448020:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210453.448022:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:2.0:1715210453.448024:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:2.0:1715210453.448029:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954681344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210453.449644:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210453.449657:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b440 00000400:00000200:0.0:1715210453.449664:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16a9 [1] + 224 00000400:00000200:0.0:1715210453.449675:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210453.449679:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210453.449686:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954681408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210453.449721:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210453.449726:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b400 00000400:00000200:0.0:1715210453.449730:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16b1 [1] + 224 00000400:00000200:0.0:1715210453.449744:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210453.449748:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210453.449753:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954681344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210453.449811:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000400:00000200:2.0:1715210453.449819:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715210453.449821:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715210453.449829:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954681408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210453.449841:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954681408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210453.449863:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210453.449870:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715210453.449870:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210453.449876:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:2.0:1715210453.449880:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000400:00000010:1.0:1715210453.449881:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210453.449889:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954681344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210453.449900:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954681344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210453.449917:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715210453.449921:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:1.0:1715210453.449924:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210458.455586:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210458.455607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d400. 00000100:00000010:0.0:1715210458.455649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210458.455653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 02000000:00000010:0.0:1715210458.455705:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210458.455712:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:0.0:1715210458.455718:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715210458.455725:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681536, portal 4 00000400:00000010:0.0:1715210458.455732:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715210458.455734:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681536, offset 0 02000000:00000010:2.0:1715210458.455743:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000200:0.0:1715210458.455745:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210458.455752:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e18. 00000400:00000010:2.0:1715210458.455767:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000400:00000200:0.0:1715210458.455769:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715210458.455772:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681472, portal 25 00000400:00000200:0.0:1715210458.455774:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210458.455776:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715210458.455778:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681472, offset 0 00000400:00000200:0.0:1715210458.455779:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210458.455784:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210458.455786:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210458.455787:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210458.455790:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [702:702:256:4294967295] 192.168.203.134@tcp LPNI seq info [702:702:8:4294967295] 00000400:00000200:0.0:1715210458.455802:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210458.455807:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210458.455811:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715210458.455812:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210458.455815:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210458.455818:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210458.455819:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210458.455822:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210458.455825:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210458.455827:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210458.455828:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [703:703:255:4294967295] 192.168.203.134@tcp LPNI seq info [703:703:7:4294967295] 00000800:00000200:0.0:1715210458.455831:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210458.455837:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210458.455852:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210458.455856:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210458.455861:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210458.455867:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210458.455871:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210458.455910:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210458.455916:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210458.455922:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210458.455929:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210458.455933:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715210458.455935:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715210458.455945:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954681536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210458.456006:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210458.456008:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210458.456011:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210458.456015:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210458.456018:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:1.0:1715210458.456019:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715210458.456024:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954681472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210458.457525:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210458.457539:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b4c0 00000400:00000200:0.0:1715210458.457547:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16b9 [1] + 224 00000400:00000200:0.0:1715210458.457558:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210458.457562:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210458.457569:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954681536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210458.457605:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210458.457610:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b480 00000400:00000200:0.0:1715210458.457615:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16c1 [1] + 224 00000400:00000200:0.0:1715210458.457629:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210458.457632:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210458.457637:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954681472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210458.457699:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:2.0:1715210458.457707:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715210458.457709:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715210458.457717:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954681536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210458.457728:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954681536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210458.457752:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e18. 02000000:00000010:2.0:1715210458.457758:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715210458.457760:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:3.0:1715210458.457762:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 02000000:00000010:2.0:1715210458.457766:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210458.457770:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000200:3.0:1715210458.457770:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954681472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210458.457798:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954681472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210458.457816:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715210458.457821:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d400. 00000100:00000010:3.0:1715210458.457824:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000100:00000010:0.0:1715210463.463538:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210463.463557:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210463.463608:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210463.463612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d800. 02000000:00000010:0.0:1715210463.463669:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210463.463675:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000010:0.0:1715210463.463681:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715210463.463689:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681664, portal 4 00000400:00000010:0.0:1715210463.463694:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715210463.463697:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681664, offset 0 02000000:00000010:1.0:1715210463.463704:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000200:0.0:1715210463.463706:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210463.463712:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210463.463717:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210463.463722:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210463.463722:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681600, portal 25 00000400:00000010:1.0:1715210463.463725:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715210463.463727:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681600, offset 0 00000400:00000200:0.0:1715210463.463728:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210463.463735:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210463.463735:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210463.463740:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210463.463744:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210463.463749:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [704:704:256:4294967295] 192.168.203.134@tcp LPNI seq info [704:704:8:4294967295] 00000400:00000200:0.0:1715210463.463764:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210463.463773:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210463.463774:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210463.463778:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715210463.463787:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210463.463787:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210463.463791:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210463.463794:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210463.463796:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210463.463799:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210463.463799:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [705:705:255:4294967295] 192.168.203.134@tcp LPNI seq info [705:705:7:4294967295] 00000800:00000200:0.0:1715210463.463805:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210463.463809:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210463.463814:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210463.463818:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715210463.463823:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210463.463829:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210463.463832:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210463.463879:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210463.463885:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210463.463891:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210463.463898:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210463.463903:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:2.0:1715210463.463905:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:2.0:1715210463.463916:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954681664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210463.463972:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210463.463974:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715210463.463977:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210463.463981:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210463.463984:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:2.0:1715210463.463986:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:2.0:1715210463.463990:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954681600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210463.465541:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210463.465556:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b540 00000400:00000200:0.0:1715210463.465563:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16c9 [1] + 224 00000400:00000200:0.0:1715210463.465574:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210463.465578:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210463.465585:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954681664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210463.465629:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210463.465652:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b500 00000400:00000200:0.0:1715210463.465659:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16d1 [1] + 224 00000400:00000200:0.0:1715210463.465679:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210463.465686:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210463.465694:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954681600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210463.465705:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:2.0:1715210463.465713:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715210463.465715:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715210463.465724:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954681664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210463.465736:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954681664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210463.465763:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210463.465768:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d800. 00000100:00000010:2.0:1715210463.465772:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000400:00000010:1.0:1715210463.465842:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210463.465850:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210463.465852:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210463.465859:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954681600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210463.465870:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954681600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210463.465887:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715210463.465892:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715210463.465894:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:0.0:1715210468.471574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187b80. 02000000:00000010:0.0:1715210468.471595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210468.471638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186a00. 02000000:00000010:0.0:1715210468.471642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210468.471695:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210468.471702:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:0.0:1715210468.471709:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715210468.471717:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681792, portal 4 00000400:00000010:0.0:1715210468.471723:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715210468.471726:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681792, offset 0 02000000:00000010:2.0:1715210468.471730:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000200:0.0:1715210468.471736:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210468.471739:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43799a0. 00000400:00000010:2.0:1715210468.471745:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210468.471750:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681728, portal 25 00000400:00000200:0.0:1715210468.471751:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210468.471754:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000400:00000200:0.0:1715210468.471756:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210468.471756:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681728, offset 0 00000400:00000200:0.0:1715210468.471761:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210468.471764:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210468.471765:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210468.471767:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210468.471771:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [706:706:256:4294967295] 192.168.203.134@tcp LPNI seq info [706:706:8:4294967295] 00000400:00000200:0.0:1715210468.471782:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210468.471788:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210468.471791:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210468.471792:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715210468.471795:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210468.471798:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210468.471799:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210468.471801:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210468.471804:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210468.471807:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [707:707:255:4294967295] 192.168.203.134@tcp LPNI seq info [707:707:7:4294967295] 00000800:00000200:0.0:1715210468.471808:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210468.471814:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210468.471817:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210468.471822:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210468.471825:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715210468.471830:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210468.471836:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210468.471840:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210468.471893:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210468.471899:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210468.471904:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210468.471911:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210468.471915:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715210468.471917:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715210468.471927:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186a00 x1798526954681792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210468.471986:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210468.471998:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210468.472032:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210468.472038:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210468.472041:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:1.0:1715210468.472042:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:1.0:1715210468.472048:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187b80 x1798526954681728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210468.473502:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210468.473515:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b5c0 00000400:00000200:0.0:1715210468.473523:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16d9 [1] + 224 00000400:00000200:0.0:1715210468.473533:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210468.473537:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210468.473544:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186a00 x1798526954681792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210468.473579:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210468.473584:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b580 00000400:00000200:0.0:1715210468.473588:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16e1 [1] + 224 00000400:00000200:0.0:1715210468.473602:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210468.473606:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210468.473611:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187b80 x1798526954681728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210468.473671:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:2.0:1715210468.473679:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715210468.473681:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715210468.473689:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186a00 x1798526954681792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210468.473701:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186a00 x1798526954681792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210468.473723:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43799a0. 02000000:00000010:2.0:1715210468.473731:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715210468.473731:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:3.0:1715210468.473733:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 02000000:00000010:2.0:1715210468.473737:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000100:00000010:2.0:1715210468.473741:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186a00. 00000100:00000200:3.0:1715210468.473742:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187b80 x1798526954681728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210468.473753:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187b80 x1798526954681728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210468.473771:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210468.473775:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:3.0:1715210468.473778:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187b80. 00000100:00000010:2.0:1715210473.479675:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210473.479696:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210473.479744:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210473.479749:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715210473.479793:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210473.479800:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210473.479806:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210473.479814:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681920, portal 4 00000400:00000010:2.0:1715210473.479820:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715210473.479823:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954681920, offset 0 02000000:00000010:1.0:1715210473.479832:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715210473.479833:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210473.479841:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210473.479846:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210473.479848:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210473.479850:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681856, portal 25 00000400:00000010:1.0:1715210473.479854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000200:2.0:1715210473.479854:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210473.479856:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681856, offset 0 00000400:00000200:2.0:1715210473.479858:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210473.479862:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210473.479863:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210473.479865:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210473.479868:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [708:708:256:4294967295] 192.168.203.134@tcp LPNI seq info [708:708:8:4294967295] 00000400:00000200:2.0:1715210473.479879:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210473.479885:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210473.479888:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210473.479889:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210473.479892:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210473.479895:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210473.479898:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210473.479901:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210473.479903:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [709:709:255:4294967295] 192.168.203.134@tcp LPNI seq info [709:709:7:4294967295] 00000800:00000200:2.0:1715210473.479907:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210473.479913:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210473.479916:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210473.479918:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210473.479921:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715210473.479922:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715210473.479926:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210473.479932:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210473.479936:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210473.480067:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210473.480072:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210473.480078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210473.480085:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210473.480090:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715210473.480092:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715210473.480101:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954681920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210473.480171:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210473.480174:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715210473.480177:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210473.480180:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210473.480183:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715210473.480185:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715210473.480188:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954681856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210473.481684:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210473.481696:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b640 00000400:00000200:0.0:1715210473.481702:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16e9 [1] + 224 00000400:00000200:0.0:1715210473.481712:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210473.481715:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210473.481722:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954681920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210473.481756:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210473.481761:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b600 00000400:00000200:0.0:1715210473.481765:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16f1 [1] + 224 00000400:00000200:0.0:1715210473.481781:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210473.481785:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210473.481789:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954681856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210473.481847:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210473.481855:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210473.481857:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210473.481865:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954681920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210473.481876:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954681920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210473.481905:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210473.481905:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210473.481910:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210473.481912:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210473.481914:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715210473.481914:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000200:1.0:1715210473.481922:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954681856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210473.481949:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954681856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210473.481966:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210473.481994:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715210473.481997:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715210478.487583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210478.487607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210478.487654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715210478.487658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210478.487710:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210478.487717:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210478.487724:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210478.487732:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682048, portal 4 00000400:00000010:2.0:1715210478.487739:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210478.487741:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682048, offset 0 02000000:00000010:0.0:1715210478.487742:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210478.487751:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000200:2.0:1715210478.487752:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210478.487766:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000200:2.0:1715210478.487767:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210478.487770:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954681984, portal 25 00000400:00000200:2.0:1715210478.487773:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715210478.487774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715210478.487776:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954681984, offset 0 00000400:00000200:2.0:1715210478.487778:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210478.487782:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210478.487784:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210478.487785:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210478.487788:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [710:710:256:4294967295] 192.168.203.134@tcp LPNI seq info [710:710:8:4294967295] 00000400:00000200:2.0:1715210478.487799:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210478.487822:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210478.487825:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210478.487827:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715210478.487829:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210478.487832:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210478.487833:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210478.487835:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210478.487838:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210478.487841:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [711:711:255:4294967295] 192.168.203.134@tcp LPNI seq info [711:711:7:4294967295] 00000800:00000200:2.0:1715210478.487842:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210478.487848:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210478.487850:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210478.487865:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210478.487869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715210478.487874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210478.487880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210478.487883:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210478.488006:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210478.488011:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210478.488018:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210478.488025:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210478.488029:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:1.0:1715210478.488031:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:1.0:1715210478.488041:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954682048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210478.488122:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210478.488124:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210478.488128:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210478.488132:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210478.488134:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715210478.488135:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715210478.488140:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954681984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210478.489856:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210478.489868:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b6c0 00000400:00000200:0.0:1715210478.489874:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x16f9 [1] + 224 00000400:00000200:0.0:1715210478.489884:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210478.489888:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210478.489895:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954682048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210478.489928:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210478.489951:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b680 00000400:00000200:0.0:1715210478.489956:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1701 [1] + 224 00000400:00000200:0.0:1715210478.489972:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210478.489976:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210478.489981:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954681984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210478.489994:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210478.490002:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210478.490004:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210478.490012:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954682048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210478.490024:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954682048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210478.490054:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210478.490059:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210478.490063:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000400:00000010:1.0:1715210478.490099:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:1.0:1715210478.490107:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715210478.490109:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715210478.490117:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954681984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210478.490128:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954681984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210478.490146:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210478.490151:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715210478.490162:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715210483.495575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715210483.495597:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210483.495641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210483.495645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715210483.495696:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210483.495703:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210483.495710:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210483.495717:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682176, portal 4 00000400:00000010:2.0:1715210483.495724:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210483.495726:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682176, offset 0 02000000:00000010:1.0:1715210483.495729:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715210483.495737:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210483.495739:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210483.495743:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210483.495747:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682112, portal 25 00000400:00000200:2.0:1715210483.495750:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210483.495751:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715210483.495753:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954682112, offset 0 00000400:00000200:2.0:1715210483.495756:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210483.495761:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210483.495761:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210483.495764:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210483.495778:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210483.495782:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [712:712:256:4294967295] 192.168.203.134@tcp LPNI seq info [712:712:8:4294967295] 00000400:00000200:2.0:1715210483.495793:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210483.495800:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210483.495803:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210483.495806:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210483.495807:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210483.495810:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210483.495812:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210483.495813:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210483.495816:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210483.495819:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [713:713:255:4294967295] 192.168.203.134@tcp LPNI seq info [713:713:7:4294967295] 00000800:00000200:2.0:1715210483.495822:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210483.495826:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210483.495828:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210483.495833:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210483.495836:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715210483.495841:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210483.495847:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210483.495851:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210483.495892:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210483.495934:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210483.495941:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210483.495948:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210483.495953:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715210483.495955:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715210483.495964:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954682176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210483.496021:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210483.496033:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715210483.496036:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210483.496040:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210483.496043:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715210483.496045:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715210483.496049:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954682112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210483.497518:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210483.497531:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b740 00000400:00000200:0.0:1715210483.497538:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1709 [1] + 224 00000400:00000200:0.0:1715210483.497548:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210483.497552:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210483.497559:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954682176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210483.497594:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210483.497599:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b700 00000400:00000200:0.0:1715210483.497603:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1711 [1] + 224 00000400:00000200:0.0:1715210483.497621:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210483.497625:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210483.497629:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954682112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210483.497648:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210483.497655:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210483.497657:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210483.497666:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954682176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210483.497677:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954682176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210483.497706:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210483.497711:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210483.497715:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000010:1.0:1715210483.497754:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210483.497762:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210483.497764:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210483.497771:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954682112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210483.497782:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954682112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210483.497799:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210483.497804:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715210483.497807:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715210488.503569:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210488.503593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210488.503643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715210488.503648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210488.503700:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210488.503707:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210488.503714:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210488.503722:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682304, portal 4 00000400:00000010:2.0:1715210488.503728:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715210488.503730:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682304, offset 0 02000000:00000010:0.0:1715210488.503732:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210488.503741:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000200:2.0:1715210488.503741:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210488.503748:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715210488.503752:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682240, portal 25 00000400:00000010:0.0:1715210488.503756:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000200:2.0:1715210488.503756:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210488.503758:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954682240, offset 0 00000400:00000200:0.0:1715210488.503766:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210488.503775:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210488.503779:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210488.503783:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210488.503786:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210488.503789:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [714:714:256:4294967295] 192.168.203.134@tcp LPNI seq info [714:714:8:4294967295] 00000400:00000200:2.0:1715210488.503800:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210488.503807:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210488.503810:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210488.503811:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715210488.503817:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210488.503823:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210488.503826:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210488.503827:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210488.503830:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210488.503831:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210488.503833:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210488.503836:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [715:715:255:4294967295] 192.168.203.134@tcp LPNI seq info [715:715:7:4294967295] 00000400:00000200:0.0:1715210488.503845:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210488.503851:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210488.503854:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715210488.503859:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210488.503900:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210488.503903:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210488.503935:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210488.503942:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210488.503947:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210488.503955:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210488.503959:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:1.0:1715210488.503962:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:1.0:1715210488.503972:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954682304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210488.504044:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210488.504047:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210488.504050:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210488.504054:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210488.504057:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715210488.504058:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715210488.504063:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954682240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210488.505575:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210488.505588:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b7c0 00000400:00000200:0.0:1715210488.505596:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1719 [1] + 224 00000400:00000200:0.0:1715210488.505607:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210488.505611:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210488.505618:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954682304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210488.505654:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210488.505659:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b780 00000400:00000200:0.0:1715210488.505663:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1721 [1] + 224 00000400:00000200:0.0:1715210488.505682:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210488.505685:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210488.505690:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954682240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210488.505737:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210488.505745:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210488.505747:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210488.505755:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954682304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210488.505766:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954682304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210488.505796:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210488.505801:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210488.505805:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000400:00000010:1.0:1715210488.505815:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:1.0:1715210488.505823:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715210488.505825:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715210488.505833:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954682240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210488.505844:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954682240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210488.505862:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210488.505887:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715210488.505890:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000100:00000010:2.0:1715210493.511604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715210493.511628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210493.511676:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210493.511681:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715210493.511744:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210493.511750:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210493.511757:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210493.511764:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682432, portal 4 00000400:00000010:2.0:1715210493.511771:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 02000000:00000010:1.0:1715210493.511782:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000100:00000200:2.0:1715210493.511788:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682432, offset 0 00000400:00000010:1.0:1715210493.511791:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210493.511798:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210493.511806:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210493.511811:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682368, portal 25 00000400:00000200:2.0:1715210493.511812:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210493.511815:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715210493.511817:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954682368, offset 0 00000400:00000200:2.0:1715210493.511818:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210493.511822:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210493.511826:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210493.511857:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210493.511861:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [716:716:256:4294967295] 192.168.203.134@tcp LPNI seq info [716:716:8:4294967295] 00000400:00000200:1.0:1715210493.511873:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210493.511873:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210493.511880:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210493.511882:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210493.511885:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210493.511886:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210493.511889:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210493.511891:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210493.511892:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210493.511895:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210493.511897:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [717:717:255:4294967295] 192.168.203.134@tcp LPNI seq info [717:717:7:4294967295] 00000800:00000200:2.0:1715210493.511900:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210493.511905:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210493.511907:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210493.511912:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210493.511916:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210493.511921:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210493.511927:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210493.511931:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210493.512029:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210493.512034:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210493.512040:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210493.512053:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210493.512058:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715210493.512059:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715210493.512068:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954682432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210493.512147:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210493.512150:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715210493.512152:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210493.512156:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210493.512158:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715210493.512160:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715210493.512164:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954682368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210493.513814:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210493.513828:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b840 00000400:00000200:0.0:1715210493.513862:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1729 [1] + 224 00000400:00000200:0.0:1715210493.513874:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210493.513878:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210493.513886:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954682432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210493.513923:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210493.513928:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b800 00000400:00000200:0.0:1715210493.513932:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1731 [1] + 224 00000400:00000200:0.0:1715210493.513952:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210493.513956:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210493.513961:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954682368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210493.513964:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210493.513969:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210493.513970:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210493.513977:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954682432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210493.513986:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954682432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210493.514014:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210493.514019:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210493.514022:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000400:00000010:1.0:1715210493.514077:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210493.514085:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210493.514087:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210493.514094:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954682368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210493.514105:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954682368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210493.514123:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210493.514127:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715210493.514130:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715210498.519585:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210498.519606:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210498.519649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715210498.519653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715210498.519702:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210498.519708:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210498.519727:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210498.519734:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682560, portal 4 02000000:00000010:0.0:1715210498.519735:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715210498.519740:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715210498.519743:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682560, offset 0 00000400:00000010:0.0:1715210498.519744:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000200:2.0:1715210498.519753:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210498.519760:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715210498.519764:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682496, portal 25 00000400:00000200:2.0:1715210498.519766:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210498.519768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715210498.519770:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954682496, offset 0 00000400:00000200:2.0:1715210498.519772:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210498.519776:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210498.519777:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210498.519780:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210498.519783:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210498.519786:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [718:718:256:4294967295] 192.168.203.134@tcp LPNI seq info [718:718:8:4294967295] 00000400:00000200:2.0:1715210498.519827:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210498.519834:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210498.519838:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210498.519840:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210498.519845:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210498.519845:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210498.519848:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210498.519851:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210498.519854:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210498.519855:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210498.519857:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [719:719:255:4294967295] 192.168.203.134@tcp LPNI seq info [719:719:7:4294967295] 00000800:00000200:2.0:1715210498.519860:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210498.519867:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210498.519873:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210498.519876:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715210498.519881:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210498.519888:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210498.519891:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210498.519930:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210498.519936:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210498.519941:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210498.519948:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210498.519953:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715210498.519955:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715210498.519965:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954682560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210498.520042:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210498.520045:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210498.520048:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210498.520052:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210498.520055:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210498.520056:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210498.520061:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954682496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210498.521550:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210498.521562:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b8c0 00000400:00000200:0.0:1715210498.521569:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1739 [1] + 224 00000400:00000200:0.0:1715210498.521579:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210498.521583:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210498.521590:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954682560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210498.521625:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210498.521630:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b880 00000400:00000200:0.0:1715210498.521634:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1741 [1] + 224 00000400:00000200:0.0:1715210498.521652:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210498.521662:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210498.521667:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954682496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210498.521717:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210498.521725:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210498.521727:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210498.521735:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954682560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210498.521746:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954682560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210498.521775:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210498.521780:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000400:00000010:1.0:1715210498.521781:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000100:00000010:2.0:1715210498.521784:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000400:00000200:1.0:1715210498.521789:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715210498.521791:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715210498.521823:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954682496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210498.521834:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954682496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210498.521852:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210498.521857:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715210498.521860:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000010:2.0:1715210503.527645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715210503.527674:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210503.527743:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210503.527820:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:1.0:1715210503.527847:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715210503.527870:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210503.527878:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 02000000:00000010:3.0:1715210503.527878:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000100:00000200:1.0:1715210503.527886:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682624, portal 25 00000400:00000010:3.0:1715210503.527887:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715210503.527891:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000100:00000200:1.0:1715210503.527893:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954682624, offset 0 00000400:00000010:3.0:1715210503.527893:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210503.527898:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682688, portal 4 00000400:00000010:3.0:1715210503.527904:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000400:00000200:1.0:1715210503.527905:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715210503.527918:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682688, offset 0 00000400:00000200:1.0:1715210503.527919:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210503.527925:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210503.527927:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210503.527930:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210503.527934:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210503.527937:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210503.527950:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [720:720:256:4294967295] 192.168.203.134@tcp LPNI seq info [720:720:8:4294967295] 00000400:00000200:1.0:1715210503.527961:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210503.527968:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210503.527971:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210503.527973:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:3.0:1715210503.527975:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210503.527978:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715210503.527980:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210503.527981:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210503.527983:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210503.527986:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [721:721:255:4294967295] 192.168.203.134@tcp LPNI seq info [721:721:7:4294967295] 00000800:00000200:1.0:1715210503.527989:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210503.527994:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210503.527996:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210503.528024:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210503.528028:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000800:00000200:3.0:1715210503.528033:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210503.528039:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210503.528042:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210503.528081:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210503.528088:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715210503.528096:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210503.528103:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210503.528108:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715210503.528110:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715210503.528120:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954682624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210503.528202:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210503.528205:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715210503.528208:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210503.528212:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210503.528215:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:0.0:1715210503.528216:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:0.0:1715210503.528221:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954682688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210503.530020:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210503.530034:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b900 00000400:00000200:0.0:1715210503.530041:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1749 [1] + 224 00000400:00000200:0.0:1715210503.530053:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210503.530057:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210503.530064:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954682624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210503.530100:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210503.530105:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b940 00000400:00000200:0.0:1715210503.530109:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1751 [1] + 224 00000400:00000200:0.0:1715210503.530126:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210503.530136:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210503.530140:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954682688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210503.530186:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210503.530193:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210503.530196:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210503.530203:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954682624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210503.530214:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954682624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210503.530237:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210503.530244:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715210503.530248:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000400:00000010:3.0:1715210503.530262:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210503.530270:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210503.530272:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210503.530280:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954682688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210503.530291:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954682688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210503.530314:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715210503.530319:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715210503.530322:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000010:2.0:1715210508.535616:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715210508.535642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210508.535688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210508.535692:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715210508.535774:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210508.535780:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210508.535787:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210508.535795:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682816, portal 4 00000400:00000010:2.0:1715210508.535801:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715210508.535804:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682816, offset 0 02000000:00000010:0.0:1715210508.535805:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210508.535814:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715210508.535814:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210508.535820:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715210508.535825:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682752, portal 25 00000400:00000200:2.0:1715210508.535828:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210508.535829:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715210508.535830:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954682752, offset 0 00000400:00000200:2.0:1715210508.535833:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210508.535838:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210508.535838:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210508.535842:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210508.535844:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210508.535847:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [722:722:256:4294967295] 192.168.203.134@tcp LPNI seq info [722:722:8:4294967295] 00000400:00000200:2.0:1715210508.535859:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210508.535865:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210508.535867:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210508.535869:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210508.535871:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210508.535874:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210508.535876:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210508.535877:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210508.535880:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210508.535883:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [723:723:255:4294967295] 192.168.203.134@tcp LPNI seq info [723:723:7:4294967295] 00000800:00000200:2.0:1715210508.535885:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210508.535890:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210508.535892:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210508.535897:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210508.535901:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715210508.535905:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210508.535912:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210508.535915:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210508.535987:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210508.535993:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210508.536001:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210508.536010:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210508.536016:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715210508.536019:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715210508.536031:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954682816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210508.536130:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210508.536133:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210508.536137:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210508.536141:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210508.536145:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715210508.536160:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715210508.536167:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954682752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210508.537978:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210508.537991:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040b9c0 00000400:00000200:0.0:1715210508.537998:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1759 [1] + 224 00000400:00000200:0.0:1715210508.538009:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210508.538013:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210508.538020:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954682816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210508.538076:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210508.538082:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040b980 00000400:00000200:0.0:1715210508.538086:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1761 [1] + 224 00000400:00000200:0.0:1715210508.538101:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210508.538104:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210508.538109:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954682752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210508.538164:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210508.538172:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210508.538174:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210508.538182:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954682816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210508.538193:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954682816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210508.538240:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715210508.538243:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 02000000:00000010:2.0:1715210508.538245:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210508.538249:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000200:1.0:1715210508.538252:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715210508.538255:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:1.0:1715210508.538265:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954682752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210508.538281:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954682752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210508.538304:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210508.538311:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:1.0:1715210508.538314:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715210513.543595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210513.543618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210513.543666:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715210513.543671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:1.0:1715210513.543774:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 02000000:00000010:0.0:1715210513.543781:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:1.0:1715210513.543784:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715210513.543789:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:1.0:1715210513.543791:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:0.0:1715210513.543795:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:1.0:1715210513.543799:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682880, portal 25 00000100:00000200:0.0:1715210513.543801:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954682944, portal 4 00000400:00000010:1.0:1715210513.543804:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000010:0.0:1715210513.543807:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210513.543807:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954682880, offset 0 00000100:00000200:0.0:1715210513.543811:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954682944, offset 0 00000400:00000200:1.0:1715210513.543818:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210513.543830:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210513.543833:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210513.543838:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210513.543842:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210513.543846:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210513.543849:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210513.543852:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [724:724:256:4294967295] 192.168.203.134@tcp LPNI seq info [724:724:8:4294967295] 00000400:00000200:1.0:1715210513.543863:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210513.543869:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210513.543872:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210513.543873:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715210513.543876:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210513.543880:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715210513.543880:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210513.543883:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210513.543885:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210513.543889:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [725:725:255:4294967295] 192.168.203.134@tcp LPNI seq info [725:725:7:4294967295] 00000800:00000200:1.0:1715210513.543889:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210513.543899:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210513.543903:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210513.543907:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:1.0:1715210513.543907:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210513.543912:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210513.543918:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210513.543922:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210513.544012:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210513.544016:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715210513.544021:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210513.544027:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210513.544032:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:2.0:1715210513.544034:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:2.0:1715210513.544042:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954682880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210513.544113:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210513.544116:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210513.544119:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210513.544122:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210513.544124:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:2.0:1715210513.544126:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:2.0:1715210513.544131:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954682944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210513.545867:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210513.545879:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ba00 00000400:00000200:0.0:1715210513.545896:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1769 [1] + 224 00000400:00000200:0.0:1715210513.545908:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210513.545911:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210513.545918:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954682880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210513.545955:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210513.545960:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ba40 00000400:00000200:0.0:1715210513.545965:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x176d [1] + 224 00000400:00000200:0.0:1715210513.545978:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210513.545982:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210513.545987:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954682944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210513.546033:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210513.546041:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210513.546043:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210513.546050:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954682880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210513.546061:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954682880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210513.546070:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:2.0:1715210513.546076:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:2.0:1715210513.546078:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 02000000:00000010:1.0:1715210513.546084:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 00000100:00000200:2.0:1715210513.546085:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954682944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210513.546089:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000200:2.0:1715210513.546093:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954682944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715210513.546094:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210513.546128:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210513.546134:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210513.546137:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715210518.551592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715210518.551613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210518.551684:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210518.551689:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715210518.551741:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210518.551747:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210518.551754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210518.551761:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683072, portal 4 02000000:00000010:0.0:1715210518.551762:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:2.0:1715210518.551767:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715210518.551770:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683072, offset 0 00000400:00000010:0.0:1715210518.551771:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000200:2.0:1715210518.551780:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210518.551787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715210518.551791:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683008, portal 25 00000400:00000200:2.0:1715210518.551794:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210518.551795:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715210518.551798:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683008, offset 0 00000400:00000200:2.0:1715210518.551799:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210518.551803:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210518.551805:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210518.551807:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210518.551810:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210518.551813:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [726:726:256:4294967295] 192.168.203.134@tcp LPNI seq info [726:726:8:4294967295] 00000400:00000200:2.0:1715210518.551824:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210518.551830:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210518.551832:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210518.551834:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210518.551836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210518.551840:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210518.551840:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210518.551843:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210518.551845:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210518.551848:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [727:727:255:4294967295] 192.168.203.134@tcp LPNI seq info [727:727:7:4294967295] 00000800:00000200:2.0:1715210518.551849:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210518.551854:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210518.551858:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210518.551862:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210518.551866:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210518.551882:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210518.551888:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210518.551891:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210518.551930:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210518.551936:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210518.551942:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210518.551949:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210518.551953:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:1.0:1715210518.551955:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:1.0:1715210518.551964:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954683072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210518.552043:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210518.552046:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210518.552050:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210518.552054:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210518.552056:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715210518.552058:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715210518.552063:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954683008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210518.553769:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210518.553783:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bac0 00000400:00000200:0.0:1715210518.553790:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1779 [1] + 224 00000400:00000200:0.0:1715210518.553801:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210518.553804:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210518.553812:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954683072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210518.553846:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210518.553851:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ba80 00000400:00000200:0.0:1715210518.553855:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1781 [1] + 224 00000400:00000200:0.0:1715210518.553870:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210518.553874:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210518.553878:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954683008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210518.553937:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210518.553945:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210518.553947:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210518.553964:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954683072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210518.553975:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954683072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210518.553999:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 02000000:00000010:2.0:1715210518.554004:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000200:1.0:1715210518.554006:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715210518.554009:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 02000000:00000010:2.0:1715210518.554009:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210518.554012:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000200:1.0:1715210518.554017:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954683008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210518.554043:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954683008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210518.554061:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210518.554068:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715210518.554071:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715210523.559593:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210523.559616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210523.559696:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210523.559701:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715210523.559755:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210523.559762:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210523.559769:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210523.559777:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683200, portal 4 00000400:00000010:2.0:1715210523.559783:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715210523.559786:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683200, offset 0 02000000:00000010:1.0:1715210523.559791:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715210523.559797:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210523.559800:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210523.559805:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210523.559809:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683136, portal 25 00000400:00000200:2.0:1715210523.559811:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210523.559813:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000100:00000200:1.0:1715210523.559815:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683136, offset 0 00000400:00000200:2.0:1715210523.559817:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210523.559821:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210523.559822:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210523.559825:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210523.559828:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210523.559831:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [728:728:256:4294967295] 192.168.203.134@tcp LPNI seq info [728:728:8:4294967295] 00000400:00000200:2.0:1715210523.559842:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210523.559848:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210523.559851:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210523.559852:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210523.559854:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210523.559858:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210523.559859:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210523.559861:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210523.559863:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210523.559866:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [729:729:255:4294967295] 192.168.203.134@tcp LPNI seq info [729:729:7:4294967295] 00000800:00000200:2.0:1715210523.559868:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210523.559872:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210523.559876:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210523.559880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210523.559884:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210523.559888:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210523.559895:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210523.559898:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210523.559959:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210523.559965:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210523.559971:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210523.559979:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210523.559983:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715210523.559985:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715210523.559995:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954683200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210523.560064:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210523.560067:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715210523.560070:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210523.560074:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210523.560086:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715210523.560088:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715210523.560093:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954683136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210523.561881:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210523.561895:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bb40 00000400:00000200:0.0:1715210523.561903:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1789 [1] + 224 00000400:00000200:0.0:1715210523.561914:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210523.561918:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210523.561925:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954683200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210523.561960:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210523.561965:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bb00 00000400:00000200:0.0:1715210523.561970:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1791 [1] + 224 00000400:00000200:0.0:1715210523.561986:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210523.561989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210523.561994:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954683136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210523.562045:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210523.562052:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210523.562055:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210523.562063:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954683200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210523.562074:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954683200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210523.562102:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210523.562107:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210523.562111:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000400:00000010:1.0:1715210523.562112:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210523.562120:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210523.562122:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210523.562130:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954683136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210523.562157:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954683136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210523.562174:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715210523.562178:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715210523.562181:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715210528.567582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210528.567638:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210528.567684:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210528.567688:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715210528.567743:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210528.567749:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210528.567756:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210528.567763:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683328, portal 4 00000400:00000010:2.0:1715210528.567769:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715210528.567772:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683328, offset 0 00000400:00000200:2.0:1715210528.567782:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715210528.567784:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715210528.567795:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715210528.567796:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210528.567802:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715210528.567802:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715210528.567806:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:3.0:1715210528.567808:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683264, portal 25 00000400:00000200:2.0:1715210528.567810:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210528.567812:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:3.0:1715210528.567813:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000400:00000200:2.0:1715210528.567816:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [730:730:256:4294967295] 192.168.203.134@tcp LPNI seq info [730:730:8:4294967295] 00000100:00000200:3.0:1715210528.567816:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683264, offset 0 00000400:00000200:2.0:1715210528.567829:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:3.0:1715210528.567829:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210528.567835:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210528.567840:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:3.0:1715210528.567840:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210528.567846:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210528.567850:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210528.567854:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210528.567858:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210528.567859:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210528.567862:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [731:731:255:4294967295] 192.168.203.134@tcp LPNI seq info [731:731:7:4294967295] 00000800:00000200:2.0:1715210528.567867:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210528.567872:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210528.567876:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210528.567884:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210528.567900:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715210528.567908:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210528.567917:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210528.567922:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210528.567945:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210528.567951:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210528.567958:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210528.567965:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210528.567970:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715210528.567972:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715210528.567982:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954683328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210528.568048:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210528.568051:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715210528.568054:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210528.568067:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210528.568070:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:0.0:1715210528.568072:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:0.0:1715210528.568076:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954683264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210528.569790:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210528.569804:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bbc0 00000400:00000200:0.0:1715210528.569811:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1799 [1] + 224 00000400:00000200:0.0:1715210528.569822:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210528.569826:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210528.569833:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954683328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210528.569868:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210528.569873:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bb80 00000400:00000200:0.0:1715210528.569877:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17a1 [1] + 224 00000400:00000200:0.0:1715210528.569897:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210528.569900:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210528.569905:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954683264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210528.569951:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210528.569959:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210528.569961:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210528.569969:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954683328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210528.569981:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954683328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210528.570000:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210528.570007:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 02000000:00000010:2.0:1715210528.570009:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:3.0:1715210528.570010:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715210528.570013:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210528.570017:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000200:3.0:1715210528.570020:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954683264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210528.570037:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954683264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210528.570061:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715210528.570067:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:3.0:1715210528.570071:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715210533.575609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210533.575633:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210533.575679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210533.575683:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210533.575732:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210533.575739:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210533.575745:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210533.575753:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683456, portal 4 00000400:00000010:2.0:1715210533.575760:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715210533.575762:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683456, offset 0 00000400:00000200:2.0:1715210533.575773:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210533.575780:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715210533.575787:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210533.575790:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210533.575793:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210533.575795:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210533.575797:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715210533.575799:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683392, portal 25 00000400:00000200:2.0:1715210533.575801:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715210533.575803:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:2.0:1715210533.575804:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715210533.575805:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683392, offset 0 00000400:00000200:2.0:1715210533.575807:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [732:732:256:4294967295] 192.168.203.134@tcp LPNI seq info [732:732:8:4294967295] 00000400:00000200:1.0:1715210533.575812:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210533.575818:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210533.575839:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210533.575842:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210533.575843:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210533.575846:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210533.575849:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210533.575850:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210533.575852:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210533.575854:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210533.575857:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [733:733:255:4294967295] 192.168.203.134@tcp LPNI seq info [733:733:7:4294967295] 00000800:00000200:2.0:1715210533.575859:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210533.575863:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210533.575867:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210533.575872:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210533.575875:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715210533.575880:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210533.575886:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210533.575890:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210533.575941:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210533.575947:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715210533.575954:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210533.575962:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210533.575966:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715210533.575969:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715210533.575979:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954683456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210533.576052:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210533.576055:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715210533.576067:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210533.576072:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210533.576075:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715210533.576076:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715210533.576081:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954683392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210533.577644:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210533.577658:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bc40 00000400:00000200:0.0:1715210533.577666:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17a9 [1] + 224 00000400:00000200:0.0:1715210533.577676:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210533.577680:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210533.577687:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954683456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210533.577724:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210533.577729:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bc00 00000400:00000200:0.0:1715210533.577734:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17b1 [1] + 224 00000400:00000200:0.0:1715210533.577752:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210533.577756:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210533.577760:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954683392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210533.577809:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210533.577816:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210533.577818:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210533.577826:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954683456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210533.577837:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954683456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210533.577853:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210533.577863:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210533.577865:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715210533.577865:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210533.577870:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000200:1.0:1715210533.577873:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954683392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210533.577874:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000200:1.0:1715210533.577901:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954683392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210533.577919:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715210533.577923:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715210533.577926:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000010:2.0:1715210538.583716:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210538.583742:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210538.583793:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715210538.583797:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210538.583857:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715210538.583864:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210538.583871:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210538.583880:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683584, portal 4 00000400:00000010:2.0:1715210538.583887:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715210538.583889:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683584, offset 0 02000000:00000010:0.0:1715210538.583894:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:2.0:1715210538.583900:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210538.583903:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:0.0:1715210538.583909:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210538.583913:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683520, portal 25 00000400:00000200:2.0:1715210538.583914:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210538.583917:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715210538.583919:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683520, offset 0 00000400:00000200:2.0:1715210538.583919:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210538.583924:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210538.583926:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210538.583928:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210538.583946:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210538.583950:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [734:734:256:4294967295] 192.168.203.134@tcp LPNI seq info [734:734:8:4294967295] 00000400:00000200:2.0:1715210538.583961:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210538.583968:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210538.583971:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210538.583972:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715210538.583974:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210538.583979:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210538.583988:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210538.583989:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210538.583990:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210538.583993:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210538.583994:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210538.583996:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [735:735:255:4294967295] 192.168.203.134@tcp LPNI seq info [735:735:7:4294967295] 00000400:00000200:0.0:1715210538.584006:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210538.584011:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210538.584015:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210538.584019:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210538.584026:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210538.584029:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210538.584077:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210538.584084:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210538.584091:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210538.584098:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210538.584102:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:1.0:1715210538.584104:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715210538.584114:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954683584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210538.584199:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210538.584202:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210538.584206:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210538.584210:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210538.584212:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210538.584214:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210538.584219:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954683520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210538.585988:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210538.586002:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bcc0 00000400:00000200:0.0:1715210538.586009:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17b9 [1] + 224 00000400:00000200:0.0:1715210538.586021:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210538.586024:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210538.586031:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954683584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210538.586067:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210538.586072:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bc80 00000400:00000200:0.0:1715210538.586076:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17c1 [1] + 224 00000400:00000200:0.0:1715210538.586092:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210538.586096:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210538.586101:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954683520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210538.586154:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210538.586161:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210538.586163:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210538.586171:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954683584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210538.586182:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954683584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210538.586204:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 02000000:00000010:2.0:1715210538.586212:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000200:1.0:1715210538.586214:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715210538.586216:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 02000000:00000010:2.0:1715210538.586217:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210538.586221:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000200:1.0:1715210538.586225:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954683520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210538.586236:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954683520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210538.586254:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210538.586258:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715210538.586271:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715210543.591598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715210543.591616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210543.591649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210543.591651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210543.591688:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210543.591693:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 02000000:00000010:1.0:1715210543.591697:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715210543.591698:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:1.0:1715210543.591703:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715210543.591704:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683712, portal 4 00000400:00000010:1.0:1715210543.591707:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715210543.591708:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715210543.591710:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683648, portal 25 00000100:00000200:2.0:1715210543.591710:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683712, offset 0 00000400:00000010:1.0:1715210543.591713:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715210543.591716:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210543.591722:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683648, offset 0 00000400:00000200:2.0:1715210543.591727:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210543.591728:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210543.591740:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210543.591742:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210543.591745:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210543.591747:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210543.591749:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [736:736:256:4294967295] 192.168.203.134@tcp LPNI seq info [736:736:8:4294967295] 00000400:00000200:2.0:1715210543.591755:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210543.591759:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210543.591760:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210543.591761:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210543.591763:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210543.591765:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210543.591766:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210543.591768:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210543.591770:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210543.591772:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [737:737:255:4294967295] 192.168.203.134@tcp LPNI seq info [737:737:7:4294967295] 00000800:00000200:2.0:1715210543.591772:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210543.591776:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210543.591780:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210543.591784:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210543.591786:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715210543.591790:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210543.591794:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210543.591797:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210543.591824:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210543.591828:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210543.591832:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210543.591835:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210543.591843:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715210543.591844:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715210543.591850:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954683712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210543.591902:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210543.591904:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715210543.591906:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210543.591908:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210543.591909:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715210543.591910:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715210543.591912:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954683648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210543.593053:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210543.593061:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bd40 00000400:00000200:0.0:1715210543.593065:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17c9 [1] + 224 00000400:00000200:0.0:1715210543.593072:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210543.593074:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210543.593078:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954683712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210543.593098:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210543.593100:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bd00 00000400:00000200:0.0:1715210543.593103:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17cd [1] + 224 00000400:00000200:0.0:1715210543.593112:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210543.593114:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210543.593117:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954683648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210543.593148:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210543.593151:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210543.593152:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210543.593156:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954683712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210543.593157:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210543.593160:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210543.593162:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715210543.593162:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954683712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210543.593166:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954683648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210543.593174:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954683648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210543.593179:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210543.593182:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210543.593184:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 02000000:00000010:1.0:1715210543.593186:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210543.593189:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715210543.593191:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715210548.599686:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210548.599711:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210548.599761:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210548.599767:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210548.599831:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210548.599838:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210548.599845:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210548.599853:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683840, portal 4 00000400:00000010:2.0:1715210548.599860:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 02000000:00000010:0.0:1715210548.599869:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715210548.599878:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683840, offset 0 00000400:00000010:0.0:1715210548.599879:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715210548.599884:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000200:2.0:1715210548.599889:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210548.599898:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683776, portal 25 00000400:00000010:0.0:1715210548.599902:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000400:00000200:2.0:1715210548.599903:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210548.599904:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683776, offset 0 00000400:00000200:2.0:1715210548.599910:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210548.599913:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210548.599914:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210548.599918:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210548.599921:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210548.599924:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [738:738:256:4294967295] 192.168.203.134@tcp LPNI seq info [738:738:8:4294967295] 00000400:00000200:2.0:1715210548.599936:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210548.599943:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210548.599944:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210548.599947:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210548.599948:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210548.599952:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210548.599953:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210548.599955:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210548.599957:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210548.599960:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [739:739:255:4294967295] 192.168.203.134@tcp LPNI seq info [739:739:7:4294967295] 00000800:00000200:2.0:1715210548.599962:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210548.599967:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210548.599970:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210548.599975:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210548.599978:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715210548.599983:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210548.599989:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210548.599992:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210548.600054:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210548.600060:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210548.600068:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210548.600074:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210548.600079:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:1.0:1715210548.600081:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:1.0:1715210548.600091:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954683840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210548.600176:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210548.600179:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210548.600182:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210548.600186:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210548.600189:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715210548.600191:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715210548.600196:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954683776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210548.602128:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210548.602143:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bdc0 00000400:00000200:0.0:1715210548.602150:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17d9 [1] + 224 00000400:00000200:0.0:1715210548.602160:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210548.602164:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210548.602171:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954683840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210548.602206:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210548.602211:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bd80 00000400:00000200:0.0:1715210548.602215:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17e1 [1] + 224 00000400:00000200:0.0:1715210548.602230:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210548.602234:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210548.602245:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954683776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210548.602296:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210548.602303:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210548.602305:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210548.602313:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954683840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210548.602324:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954683840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210548.602355:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210548.602359:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000400:00000010:1.0:1715210548.602362:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000100:00000010:2.0:1715210548.602363:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000400:00000200:1.0:1715210548.602370:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715210548.602372:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:1.0:1715210548.602381:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954683776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210548.602391:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954683776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210548.602410:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210548.602415:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:1.0:1715210548.602418:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:2.0:1715210553.607609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210553.607635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210553.607682:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210553.607686:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715210553.607740:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210553.607747:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210553.607768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210553.607775:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683968, portal 4 02000000:00000010:1.0:1715210553.607781:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715210553.607782:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715210553.607784:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954683968, offset 0 00000400:00000010:1.0:1715210553.607790:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210553.607795:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210553.607805:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210553.607809:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210553.607810:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954683904, portal 25 00000400:00000010:1.0:1715210553.607814:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000400:00000200:2.0:1715210553.607815:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210553.607816:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954683904, offset 0 00000400:00000200:2.0:1715210553.607819:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210553.607823:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210553.607826:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210553.607830:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [740:740:256:4294967295] 192.168.203.134@tcp LPNI seq info [740:740:8:4294967295] 00000400:00000200:1.0:1715210553.607834:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210553.607841:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210553.607847:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210553.607851:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210553.607851:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210553.607855:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210553.607858:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210553.607859:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210553.607862:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210553.607865:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210553.607868:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [741:741:255:4294967295] 192.168.203.134@tcp LPNI seq info [741:741:7:4294967295] 00000800:00000200:2.0:1715210553.607868:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210553.607873:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210553.607877:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210553.607882:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210553.607886:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715210553.607891:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210553.607897:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210553.607900:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210553.607951:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210553.607957:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715210553.607964:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210553.607971:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210553.607976:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715210553.607978:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715210553.607987:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954683968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210553.608070:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210553.608073:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715210553.608076:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210553.608080:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210553.608082:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715210553.608084:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715210553.608088:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954683904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210553.610120:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210553.610134:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040be40 00000400:00000200:0.0:1715210553.610141:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17e9 [1] + 224 00000400:00000200:0.0:1715210553.610151:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210553.610154:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210553.610162:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954683968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210553.610197:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210553.610201:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040be00 00000400:00000200:0.0:1715210553.610206:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17f1 [1] + 224 00000400:00000200:0.0:1715210553.610221:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210553.610232:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210553.610237:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954683904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210553.610284:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210553.610292:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210553.610294:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210553.610302:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954683968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210553.610313:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954683968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210553.610343:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210553.610347:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210553.610351:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:1.0:1715210553.610357:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210553.610365:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210553.610367:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210553.610375:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954683904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210553.610386:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954683904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210553.610404:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715210553.610409:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715210553.610412:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000010:2.0:1715210558.615577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210558.615599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210558.615644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210558.615661:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210558.615716:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210558.615723:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 02000000:00000010:0.0:1715210558.615729:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715210558.615730:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210558.615737:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684096, portal 4 00000400:00000010:0.0:1715210558.615738:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715210558.615743:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000010:2.0:1715210558.615743:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715210558.615745:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684096, offset 0 00000100:00000200:0.0:1715210558.615748:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684032, portal 25 00000400:00000010:0.0:1715210558.615752:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000400:00000200:2.0:1715210558.615756:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210558.615764:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684032, offset 0 00000400:00000200:2.0:1715210558.615771:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210558.615772:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210558.615776:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210558.615781:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210558.615785:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210558.615787:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210558.615791:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [742:742:256:4294967295] 192.168.203.134@tcp LPNI seq info [742:742:8:4294967295] 00000400:00000200:2.0:1715210558.615802:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210558.615808:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210558.615811:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210558.615812:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210558.615816:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210558.615818:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210558.615820:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210558.615823:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210558.615825:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210558.615827:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210558.615828:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [743:743:255:4294967295] 192.168.203.134@tcp LPNI seq info [743:743:7:4294967295] 00000800:00000200:2.0:1715210558.615831:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210558.615837:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210558.615842:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210558.615845:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715210558.615850:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210558.615856:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210558.615859:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210558.615901:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210558.615907:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210558.615913:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210558.615920:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210558.615926:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:1.0:1715210558.615928:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:1.0:1715210558.615938:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954684096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210558.616021:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210558.616024:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210558.616027:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210558.616031:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210558.616034:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715210558.616036:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715210558.616041:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954684032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210558.617720:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210558.617733:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bec0 00000400:00000200:0.0:1715210558.617740:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x17f9 [1] + 224 00000400:00000200:0.0:1715210558.617751:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210558.617754:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210558.617762:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954684096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210558.617817:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210558.617823:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040be80 00000400:00000200:0.0:1715210558.617828:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1801 [1] + 224 00000400:00000200:0.0:1715210558.617841:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210558.617845:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210558.617849:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954684032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210558.617877:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210558.617887:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210558.617890:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210558.617900:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954684096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210558.617917:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954684096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210558.617953:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210558.617961:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210558.617965:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000400:00000010:1.0:1715210558.617969:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:1.0:1715210558.617978:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715210558.617980:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715210558.617988:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954684032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210558.617999:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954684032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210558.618017:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210558.618022:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715210558.618025:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000010:2.0:1715210563.623564:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210563.623581:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210563.623614:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210563.623616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210563.623653:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210563.623658:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210563.623663:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210563.623668:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684224, portal 4 00000400:00000010:2.0:1715210563.623672:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715210563.623673:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684224, offset 0 02000000:00000010:1.0:1715210563.623675:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000200:2.0:1715210563.623680:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210563.623681:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210563.623684:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210563.623687:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684160, portal 25 00000400:00000010:1.0:1715210563.623689:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000400:00000200:2.0:1715210563.623689:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210563.623690:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684160, offset 0 00000400:00000200:2.0:1715210563.623692:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210563.623694:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210563.623695:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210563.623697:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210563.623699:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210563.623701:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [744:744:256:4294967295] 192.168.203.134@tcp LPNI seq info [744:744:8:4294967295] 00000400:00000200:2.0:1715210563.623707:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210563.623710:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210563.623712:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210563.623713:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210563.623714:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210563.623716:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210563.623717:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210563.623718:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210563.623719:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210563.623722:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210563.623725:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210563.623730:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [745:745:255:4294967295] 192.168.203.134@tcp LPNI seq info [745:745:7:4294967295] 00000400:00000200:1.0:1715210563.623735:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210563.623738:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210563.623741:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715210563.623743:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210563.623746:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210563.623748:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210563.623772:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210563.623776:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210563.623780:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210563.623784:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210563.623787:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715210563.623788:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715210563.623794:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954684224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210563.623843:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210563.623844:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715210563.623846:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210563.623848:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210563.623849:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715210563.623850:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715210563.623853:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954684160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210563.624828:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210563.624834:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bf40 00000400:00000200:0.0:1715210563.624838:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1809 [1] + 224 00000400:00000200:0.0:1715210563.624844:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210563.624846:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210563.624854:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954684224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210563.624873:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210563.624876:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bf00 00000400:00000200:0.0:1715210563.624878:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1811 [1] + 224 00000400:00000200:0.0:1715210563.624885:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210563.624887:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210563.624889:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954684160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210563.624924:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210563.624927:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210563.624928:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210563.624932:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954684224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210563.624938:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954684224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210563.624956:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210563.624960:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210563.624961:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715210563.624964:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000100:00000200:1.0:1715210563.624965:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954684160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210563.624967:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210563.624969:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000200:1.0:1715210563.624971:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954684160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210563.624981:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210563.624983:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715210563.624984:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715210568.631611:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210568.631635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210568.631679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210568.631683:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715210568.631735:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210568.631743:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210568.631750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210568.631758:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684352, portal 4 00000400:00000010:2.0:1715210568.631764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 02000000:00000010:0.0:1715210568.631767:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715210568.631767:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684352, offset 0 00000400:00000010:0.0:1715210568.631777:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000200:2.0:1715210568.631777:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210568.631784:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715210568.631788:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684288, portal 25 00000400:00000010:0.0:1715210568.631792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000200:2.0:1715210568.631792:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210568.631794:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684288, offset 0 00000400:00000200:2.0:1715210568.631797:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210568.631801:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210568.631802:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210568.631805:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210568.631808:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210568.631811:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [746:746:256:4294967295] 192.168.203.134@tcp LPNI seq info [746:746:8:4294967295] 00000400:00000200:2.0:1715210568.631822:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210568.631829:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210568.631831:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210568.631834:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210568.631836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210568.631839:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210568.631841:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210568.631842:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210568.631844:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210568.631847:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [747:747:255:4294967295] 192.168.203.134@tcp LPNI seq info [747:747:7:4294967295] 00000800:00000200:2.0:1715210568.631850:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210568.631854:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210568.631857:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210568.631861:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210568.631865:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715210568.631869:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210568.631875:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210568.631879:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210568.631935:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210568.631941:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210568.631947:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210568.631954:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210568.631959:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:1.0:1715210568.631961:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715210568.631971:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954684352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210568.632045:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210568.632048:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210568.632051:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210568.632055:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210568.632058:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210568.632083:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210568.632090:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954684288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210568.633709:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210568.633730:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040bfc0 00000400:00000200:0.0:1715210568.633738:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1819 [1] + 224 00000400:00000200:0.0:1715210568.633750:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210568.633753:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210568.633761:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954684352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210568.633798:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210568.633803:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040bf80 00000400:00000200:0.0:1715210568.633807:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1821 [1] + 224 00000400:00000200:0.0:1715210568.633824:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210568.633828:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210568.633833:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954684288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210568.633881:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210568.633888:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210568.633891:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210568.633908:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954684352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210568.633919:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954684352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210568.633948:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210568.633953:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210568.633956:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000400:00000010:1.0:1715210568.633957:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:1.0:1715210568.633965:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715210568.633967:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715210568.633975:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954684288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210568.633986:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954684288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210568.634004:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210568.634009:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715210568.634012:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715210573.639617:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210573.639642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210573.639691:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210573.639695:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715210573.639753:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210573.639759:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210573.639766:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210573.639774:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684480, portal 4 00000400:00000010:2.0:1715210573.639780:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715210573.639783:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684480, offset 0 00000400:00000200:2.0:1715210573.639793:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210573.639797:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:1.0:1715210573.639806:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210573.639807:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210573.639812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210573.639812:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210573.639816:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684416, portal 25 00000400:00000200:2.0:1715210573.639817:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715210573.639820:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000400:00000200:2.0:1715210573.639820:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715210573.639822:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684416, offset 0 00000400:00000200:2.0:1715210573.639823:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210573.639826:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [748:748:256:4294967295] 192.168.203.134@tcp LPNI seq info [748:748:8:4294967295] 00000400:00000200:1.0:1715210573.639830:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210573.639838:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210573.639845:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210573.639848:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210573.639850:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210573.639853:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210573.639855:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210573.639857:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210573.639860:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210573.639862:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210573.639864:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210573.639865:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [749:749:255:4294967295] 192.168.203.134@tcp LPNI seq info [749:749:7:4294967295] 00000800:00000200:2.0:1715210573.639869:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210573.639875:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210573.639880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210573.639884:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210573.639889:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210573.639895:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210573.639908:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210573.639965:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210573.639971:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210573.639977:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210573.639985:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210573.639989:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:0.0:1715210573.639991:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715210573.640001:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954684480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210573.640082:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210573.640085:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210573.640087:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210573.640091:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210573.640094:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715210573.640095:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715210573.640100:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954684416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210573.641858:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210573.641873:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c040 00000400:00000200:0.0:1715210573.641882:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1829 [1] + 224 00000400:00000200:0.0:1715210573.641895:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210573.641900:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210573.641906:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954684480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210573.641943:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210573.641948:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c000 00000400:00000200:0.0:1715210573.641952:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1831 [1] + 224 00000400:00000200:0.0:1715210573.641967:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210573.641971:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210573.641975:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954684416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210573.642030:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210573.642038:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210573.642040:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210573.642048:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954684480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210573.642059:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954684480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210573.642088:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210573.642093:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000400:00000010:1.0:1715210573.642096:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715210573.642096:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000400:00000200:1.0:1715210573.642104:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210573.642106:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210573.642114:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954684416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210573.642125:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954684416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210573.642143:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210573.642147:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715210573.642150:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715210578.647587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210578.647611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210578.647658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715210578.647663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715210578.647717:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210578.647724:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210578.647731:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210578.647738:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684608, portal 4 00000400:00000010:2.0:1715210578.647745:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715210578.647747:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684608, offset 0 02000000:00000010:0.0:1715210578.647751:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:2.0:1715210578.647758:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210578.647760:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000010:0.0:1715210578.647765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715210578.647770:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684544, portal 25 00000400:00000200:2.0:1715210578.647772:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210578.647774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715210578.647776:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684544, offset 0 00000400:00000200:2.0:1715210578.647777:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210578.647782:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210578.647783:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210578.647786:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210578.647789:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210578.647792:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [750:750:256:4294967295] 192.168.203.134@tcp LPNI seq info [750:750:8:4294967295] 00000400:00000200:2.0:1715210578.647803:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210578.647809:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210578.647812:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210578.647813:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210578.647816:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210578.647819:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210578.647822:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210578.647825:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210578.647828:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [751:751:255:4294967295] 192.168.203.134@tcp LPNI seq info [751:751:7:4294967295] 00000800:00000200:2.0:1715210578.647834:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210578.647838:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210578.647844:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210578.647849:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210578.647853:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210578.647857:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210578.647862:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210578.647868:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210578.647871:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210578.647953:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210578.647961:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210578.647969:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210578.647978:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210578.647985:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:1.0:1715210578.647988:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:1.0:1715210578.648000:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954684608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210578.648105:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210578.648109:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210578.648115:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210578.648122:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210578.648125:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210578.648127:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210578.648135:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954684544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210578.649969:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210578.649983:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c0c0 00000400:00000200:0.0:1715210578.649990:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1839 [1] + 224 00000400:00000200:0.0:1715210578.650001:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210578.650004:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210578.650012:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954684608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210578.650048:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210578.650053:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c080 00000400:00000200:0.0:1715210578.650057:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1841 [1] + 224 00000400:00000200:0.0:1715210578.650073:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210578.650077:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210578.650081:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954684544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210578.650099:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210578.650106:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210578.650108:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210578.650116:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954684608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210578.650128:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954684608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210578.650157:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210578.650161:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210578.650165:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000400:00000010:1.0:1715210578.650171:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:1.0:1715210578.650178:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715210578.650180:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715210578.650189:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954684544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210578.650220:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954684544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210578.650241:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210578.650269:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715210578.650274:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:2.0:1715210583.655591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715210583.655616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210583.655680:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210583.655687:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715210583.655763:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 02000000:00000010:1.0:1715210583.655767:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715210583.655773:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:1.0:1715210583.655776:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715210583.655781:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:1.0:1715210583.655782:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210583.655789:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684672, portal 25 00000400:00000010:1.0:1715210583.655794:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715210583.655798:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684672, offset 0 00000100:00000200:2.0:1715210583.655798:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684736, portal 4 00000400:00000010:2.0:1715210583.655806:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000200:1.0:1715210583.655809:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210583.655813:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684736, offset 0 00000400:00000200:2.0:1715210583.655820:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210583.655823:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210583.655829:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210583.655834:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210583.655838:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210583.655841:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210583.655845:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [752:752:256:4294967295] 192.168.203.134@tcp LPNI seq info [752:752:8:4294967295] 00000400:00000200:1.0:1715210583.655856:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210583.655862:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210583.655864:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210583.655866:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715210583.655868:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210583.655871:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715210583.655873:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210583.655874:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210583.655877:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210583.655879:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [753:753:255:4294967295] 192.168.203.134@tcp LPNI seq info [753:753:7:4294967295] 00000800:00000200:1.0:1715210583.655882:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210583.655886:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210583.655889:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210583.655909:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210583.655912:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210583.655917:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210583.655922:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210583.655925:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210583.655971:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210583.655977:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715210583.655983:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210583.655989:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210583.655994:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715210583.655996:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715210583.656005:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954684672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210583.656075:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210583.656086:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715210583.656090:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210583.656094:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210583.656097:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715210583.656099:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715210583.656104:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954684736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210583.657814:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210583.657827:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c100 00000400:00000200:0.0:1715210583.657833:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1849 [1] + 224 00000400:00000200:0.0:1715210583.657842:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210583.657846:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210583.657853:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954684672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210583.657886:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210583.657891:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c140 00000400:00000200:0.0:1715210583.657895:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x184d [1] + 224 00000400:00000200:0.0:1715210583.657910:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210583.657913:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210583.657917:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954684736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210583.657973:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210583.657981:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210583.657983:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210583.657991:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954684672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210583.658019:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954684672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210583.658029:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210583.658036:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210583.658038:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 02000000:00000010:1.0:1715210583.658042:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 00000100:00000200:2.0:1715210583.658046:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954684736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210583.658047:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715210583.658051:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000100:00000200:2.0:1715210583.658057:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954684736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210583.658080:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210583.658085:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210583.658087:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:2.0:1715210588.663572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210588.663595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210588.663641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210588.663646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715210588.663701:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210588.663707:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210588.663714:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210588.663721:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684864, portal 4 00000400:00000010:2.0:1715210588.663727:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715210588.663730:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684864, offset 0 02000000:00000010:0.0:1715210588.663732:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:2.0:1715210588.663740:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210588.663741:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715210588.663746:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715210588.663751:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684800, portal 25 00000400:00000010:0.0:1715210588.663754:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000400:00000200:2.0:1715210588.663754:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210588.663756:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684800, offset 0 00000400:00000200:2.0:1715210588.663760:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210588.663763:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210588.663765:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210588.663769:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210588.663782:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210588.663786:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [754:754:256:4294967295] 192.168.203.134@tcp LPNI seq info [754:754:8:4294967295] 00000400:00000200:2.0:1715210588.663797:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210588.663804:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210588.663807:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210588.663810:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715210588.663816:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210588.663821:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210588.663824:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210588.663825:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210588.663827:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210588.663830:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210588.663830:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210588.663833:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [755:755:255:4294967295] 192.168.203.134@tcp LPNI seq info [755:755:7:4294967295] 00000400:00000200:0.0:1715210588.663843:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210588.663848:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210588.663852:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715210588.663856:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210588.663863:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210588.663866:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210588.663908:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210588.663914:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210588.663921:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210588.663928:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210588.663933:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:1.0:1715210588.663935:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:1.0:1715210588.663945:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954684864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210588.664016:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210588.664019:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210588.664022:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210588.664026:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210588.664029:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210588.664030:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210588.664035:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954684800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210588.665858:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210588.665871:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c1c0 00000400:00000200:0.0:1715210588.665878:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1859 [1] + 224 00000400:00000200:0.0:1715210588.665889:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210588.665893:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210588.665901:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954684864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210588.665942:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210588.665947:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c180 00000400:00000200:0.0:1715210588.665951:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1861 [1] + 224 00000400:00000200:0.0:1715210588.665967:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210588.665971:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210588.665976:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954684800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210588.666047:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210588.666054:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210588.666056:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210588.666065:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954684864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210588.666076:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954684864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210588.666097:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:1.0:1715210588.666105:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 02000000:00000010:2.0:1715210588.666106:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000400:00000010:1.0:1715210588.666107:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 02000000:00000010:2.0:1715210588.666111:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210588.666115:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000200:1.0:1715210588.666116:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954684800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210588.666127:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954684800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210588.666145:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210588.666150:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715210588.666162:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:2.0:1715210593.671591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210593.671615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210593.671663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210593.671667:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210593.671720:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210593.671727:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210593.671733:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210593.671742:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684992, portal 4 00000400:00000010:2.0:1715210593.671749:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715210593.671751:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954684992, offset 0 00000400:00000200:2.0:1715210593.671762:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210593.671764:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:1.0:1715210593.671774:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210593.671776:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210593.671779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210593.671784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954684928, portal 25 00000400:00000010:1.0:1715210593.671788:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715210593.671790:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954684928, offset 0 00000400:00000200:2.0:1715210593.671796:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210593.671798:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210593.671801:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210593.671805:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210593.671808:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210593.671811:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [756:756:256:4294967295] 192.168.203.134@tcp LPNI seq info [756:756:8:4294967295] 00000400:00000200:2.0:1715210593.671822:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210593.671829:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210593.671832:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210593.671833:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210593.671836:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210593.671840:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210593.671841:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210593.671843:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210593.671845:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210593.671848:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [757:757:255:4294967295] 192.168.203.134@tcp LPNI seq info [757:757:7:4294967295] 00000800:00000200:2.0:1715210593.671849:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210593.671854:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210593.671858:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210593.671863:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210593.671867:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715210593.671871:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210593.671878:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210593.671881:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210593.671933:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210593.671939:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210593.671945:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210593.671961:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210593.671966:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715210593.671968:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715210593.671977:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954684992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210593.672043:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210593.672046:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715210593.672049:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210593.672053:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210593.672055:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715210593.672057:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715210593.672061:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954684928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210593.673906:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210593.673920:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c240 00000400:00000200:0.0:1715210593.673927:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1869 [1] + 224 00000400:00000200:0.0:1715210593.673937:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210593.673941:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210593.673948:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954684992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210593.673983:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210593.673988:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c200 00000400:00000200:0.0:1715210593.673992:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1871 [1] + 224 00000400:00000200:0.0:1715210593.674007:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210593.674011:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210593.674016:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954684928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210593.674074:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210593.674082:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210593.674084:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210593.674092:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954684992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210593.674103:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954684992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210593.674132:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210593.674137:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210593.674163:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000400:00000010:1.0:1715210593.674169:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210593.674177:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210593.674179:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210593.674187:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954684928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210593.674198:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954684928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210593.674216:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715210593.674221:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715210593.674224:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715210598.679598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210598.679622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210598.679668:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210598.679672:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715210598.679723:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210598.679730:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210598.679737:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210598.679746:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685120, portal 4 00000400:00000010:2.0:1715210598.679754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 02000000:00000010:0.0:1715210598.679759:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210598.679769:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000100:00000200:2.0:1715210598.679771:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954685120, offset 0 00000400:00000200:2.0:1715210598.679782:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210598.679794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000200:2.0:1715210598.679796:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210598.679799:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685056, portal 25 00000400:00000200:2.0:1715210598.679802:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715210598.679804:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715210598.679806:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685056, offset 0 00000400:00000200:2.0:1715210598.679807:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210598.679811:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210598.679813:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210598.679814:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210598.679817:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [758:758:256:4294967295] 192.168.203.134@tcp LPNI seq info [758:758:8:4294967295] 00000400:00000200:2.0:1715210598.679828:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210598.679834:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210598.679838:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210598.679838:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210598.679842:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210598.679846:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210598.679847:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210598.679849:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210598.679851:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210598.679854:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [759:759:255:4294967295] 192.168.203.134@tcp LPNI seq info [759:759:7:4294967295] 00000800:00000200:2.0:1715210598.679856:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210598.679861:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210598.679864:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210598.679869:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210598.679872:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715210598.679877:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210598.679884:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210598.679887:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210598.679949:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210598.679955:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210598.679961:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210598.679968:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210598.679973:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:1.0:1715210598.679975:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:1.0:1715210598.679985:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954685120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210598.680068:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210598.680071:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210598.680074:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210598.680078:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210598.680080:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210598.680082:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210598.680087:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954685056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210598.681988:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210598.682002:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c2c0 00000400:00000200:0.0:1715210598.682010:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1879 [1] + 224 00000400:00000200:0.0:1715210598.682020:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210598.682024:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210598.682031:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954685120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210598.682067:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210598.682072:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c280 00000400:00000200:0.0:1715210598.682076:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1881 [1] + 224 00000400:00000200:0.0:1715210598.682091:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210598.682101:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210598.682140:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954685056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210598.682175:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210598.682184:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210598.682186:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210598.682194:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954685120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210598.682206:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954685120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210598.682234:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210598.682239:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210598.682243:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000400:00000010:1.0:1715210598.682264:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:1.0:1715210598.682272:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715210598.682275:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715210598.682283:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954685056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210598.682294:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954685056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210598.682312:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210598.682317:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715210598.682320:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715210603.687591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210603.687612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210603.687656:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210603.687660:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210603.687713:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715210603.687720:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210603.687738:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210603.687746:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685248, portal 4 00000400:00000010:2.0:1715210603.687752:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715210603.687754:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954685248, offset 0 02000000:00000010:1.0:1715210603.687759:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715210603.687765:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210603.687769:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210603.687774:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210603.687778:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210603.687779:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685184, portal 25 00000400:00000010:1.0:1715210603.687783:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000400:00000200:2.0:1715210603.687784:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210603.687785:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685184, offset 0 00000400:00000200:2.0:1715210603.687788:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210603.687792:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210603.687795:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210603.687798:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [760:760:256:4294967295] 192.168.203.134@tcp LPNI seq info [760:760:8:4294967295] 00000400:00000200:1.0:1715210603.687802:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210603.687809:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210603.687816:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210603.687820:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210603.687823:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210603.687827:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210603.687827:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210603.687831:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210603.687833:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210603.687835:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210603.687836:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210603.687839:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [761:761:255:4294967295] 192.168.203.134@tcp LPNI seq info [761:761:7:4294967295] 00000800:00000200:2.0:1715210603.687840:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210603.687848:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210603.687853:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210603.687857:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210603.687861:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210603.687867:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210603.687871:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210603.687908:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210603.687914:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210603.687920:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210603.687927:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210603.687932:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715210603.687934:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715210603.687944:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954685248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210603.688002:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210603.688005:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210603.688008:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210603.688012:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210603.688014:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715210603.688016:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715210603.688021:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954685184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210603.689861:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210603.689875:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c340 00000400:00000200:0.0:1715210603.689882:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1889 [1] + 224 00000400:00000200:0.0:1715210603.689893:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210603.689897:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210603.689904:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954685248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210603.689939:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210603.689944:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c300 00000400:00000200:0.0:1715210603.689948:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1891 [1] + 224 00000400:00000200:0.0:1715210603.689973:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210603.689977:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210603.689982:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954685184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210603.690034:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210603.690042:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210603.690044:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210603.690052:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954685248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210603.690064:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954685248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210603.690120:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000400:00000010:1.0:1715210603.690122:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210603.690126:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000400:00000200:1.0:1715210603.690130:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715210603.690130:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:1.0:1715210603.690132:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210603.690140:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954685184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210603.690151:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954685184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210603.690169:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210603.690174:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715210603.690177:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715210608.695639:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210608.695664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210608.695713:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210608.695735:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715210608.695794:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 02000000:00000010:0.0:1715210608.695802:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715210608.695802:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210608.695808:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:0.0:1715210608.695811:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000100:00000200:2.0:1715210608.695816:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685376, portal 4 00000400:00000010:0.0:1715210608.695817:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715210608.695821:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685312, portal 25 00000400:00000010:2.0:1715210608.695822:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000010:0.0:1715210608.695825:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:2.0:1715210608.695825:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954685376, offset 0 00000100:00000200:0.0:1715210608.695828:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685312, offset 0 00000400:00000200:2.0:1715210608.695836:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210608.695846:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210608.695850:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210608.695855:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210608.695860:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210608.695864:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210608.695867:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210608.695870:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [762:762:256:4294967295] 192.168.203.134@tcp LPNI seq info [762:762:8:4294967295] 00000400:00000200:2.0:1715210608.695882:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210608.695888:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210608.695891:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210608.695892:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210608.695894:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210608.695898:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210608.695899:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210608.695901:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210608.695903:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210608.695906:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [763:763:255:4294967295] 192.168.203.134@tcp LPNI seq info [763:763:7:4294967295] 00000800:00000200:2.0:1715210608.695909:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210608.695913:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210608.695915:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210608.695920:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210608.695924:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210608.695929:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210608.695935:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210608.695938:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210608.695994:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210608.696000:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210608.696007:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210608.696014:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210608.696018:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715210608.696021:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715210608.696031:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954685376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210608.696171:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210608.696174:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210608.696177:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210608.696182:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210608.696185:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210608.696186:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210608.696192:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954685312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210608.697959:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210608.697972:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c3c0 00000400:00000200:0.0:1715210608.697980:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1899 [1] + 224 00000400:00000200:0.0:1715210608.697991:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210608.697994:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210608.698001:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954685376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210608.698081:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210608.698087:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c380 00000400:00000200:0.0:1715210608.698092:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x189d [1] + 224 00000400:00000200:0.0:1715210608.698108:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210608.698112:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210608.698117:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954685312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210608.698141:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210608.698149:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210608.698151:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210608.698160:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954685376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210608.698171:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954685376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210608.698200:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210608.698205:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210608.698209:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000400:00000010:1.0:1715210608.698242:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:1.0:1715210608.698250:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715210608.698252:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715210608.698260:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954685312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210608.698271:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954685312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210608.698289:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210608.698293:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715210608.698296:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000010:2.0:1715210613.703594:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210613.703616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210613.703660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210613.703664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210613.703714:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715210613.703721:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:2.0:1715210613.703728:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210613.703736:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685504, portal 4 00000400:00000010:2.0:1715210613.703742:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715210613.703745:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954685504, offset 0 02000000:00000010:1.0:1715210613.703752:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000200:2.0:1715210613.703755:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210613.703761:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210613.703766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210613.703769:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210613.703771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685440, portal 25 00000400:00000010:1.0:1715210613.703775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000400:00000200:2.0:1715210613.703775:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210613.703777:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685440, offset 0 00000400:00000200:2.0:1715210613.703779:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210613.703784:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210613.703784:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210613.703787:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210613.703790:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [764:764:256:4294967295] 192.168.203.134@tcp LPNI seq info [764:764:8:4294967295] 00000400:00000200:2.0:1715210613.703801:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210613.703807:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210613.703810:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210613.703811:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210613.703814:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210613.703818:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210613.703818:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210613.703821:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210613.703823:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210613.703827:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210613.703833:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210613.703838:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [765:765:255:4294967295] 192.168.203.134@tcp LPNI seq info [765:765:7:4294967295] 00000400:00000200:1.0:1715210613.703848:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210613.703853:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210613.703857:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715210613.703862:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210613.703868:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210613.703872:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210613.703901:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210613.703907:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210613.703914:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210613.703920:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210613.703925:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715210613.703927:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715210613.703937:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954685504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210613.704044:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210613.704047:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715210613.704050:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210613.704055:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210613.704057:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715210613.704059:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715210613.704063:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954685440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210613.705919:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210613.705933:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c440 00000400:00000200:0.0:1715210613.705941:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18a9 [1] + 224 00000400:00000200:0.0:1715210613.705951:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210613.705955:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210613.705971:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954685504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210613.706038:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210613.706044:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c400 00000400:00000200:0.0:1715210613.706049:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18b1 [1] + 224 00000400:00000200:0.0:1715210613.706064:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210613.706068:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210613.706073:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954685440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210613.706103:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:2.0:1715210613.706111:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:2.0:1715210613.706113:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715210613.706121:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954685504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210613.706132:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954685504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210613.706177:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715210613.706181:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210613.706185:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000400:00000010:1.0:1715210613.706197:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210613.706205:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210613.706207:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210613.706214:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954685440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210613.706226:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954685440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210613.706244:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715210613.706248:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715210613.706251:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000010:2.0:1715210618.711615:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210618.711643:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210618.711710:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715210618.711718:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210618.711790:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:0.0:1715210618.711792:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715210618.711799:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b00. 00000400:00000010:0.0:1715210618.711801:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:2.0:1715210618.711808:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:0.0:1715210618.711810:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210618.711817:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685632, portal 4 00000100:00000200:0.0:1715210618.711824:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685568, portal 25 00000400:00000010:2.0:1715210618.711827:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:0.0:1715210618.711829:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715210618.711831:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685568, offset 0 00000100:00000200:2.0:1715210618.711831:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954685632, offset 0 00000400:00000200:0.0:1715210618.711842:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210618.711856:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210618.711858:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210618.711864:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210618.711869:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210618.711873:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210618.711875:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210618.711879:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [766:766:256:4294967295] 192.168.203.134@tcp LPNI seq info [766:766:8:4294967295] 00000400:00000200:0.0:1715210618.711890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210618.711897:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210618.711901:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210618.711901:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210618.711907:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210618.711908:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210618.711912:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210618.711916:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210618.711918:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210618.711920:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210618.711923:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210618.711925:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [767:767:255:4294967295] 192.168.203.134@tcp LPNI seq info [767:767:7:4294967295] 00000400:00000200:2.0:1715210618.711939:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210618.711948:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210618.711952:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715210618.711959:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210618.711968:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210618.712001:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210618.712038:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210618.712044:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210618.712051:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210618.712058:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210618.712062:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210618.712065:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210618.712075:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954685568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210618.712154:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210618.712156:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210618.712160:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210618.712164:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210618.712166:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:1.0:1715210618.712183:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715210618.712190:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954685632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210618.714094:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210618.714119:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c480 00000400:00000200:0.0:1715210618.714127:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18bd [1] + 224 00000400:00000200:0.0:1715210618.714139:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210618.714143:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210618.714150:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954685568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210618.714190:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210618.714196:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c4c0 00000400:00000200:0.0:1715210618.714200:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18b9 [1] + 224 00000400:00000200:0.0:1715210618.714214:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210618.714217:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210618.714222:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954685632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210618.714255:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:2.0:1715210618.714261:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715210618.714264:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210618.714279:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954685568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210618.714290:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954685568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210618.714314:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210618.714319:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210618.714323:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000400:00000010:3.0:1715210618.714342:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b00. 00000400:00000200:3.0:1715210618.714350:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:3.0:1715210618.714352:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:3.0:1715210618.714361:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954685632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210618.714372:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954685632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210618.714397:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715210618.714403:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715210618.714407:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715210623.719531:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210623.719546:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210623.719578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210623.719580:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715210623.719611:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210623.719616:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210623.719620:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210623.719627:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685760, portal 4 00000400:00000010:2.0:1715210623.719631:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715210623.719632:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954685760, offset 0 02000000:00000010:1.0:1715210623.719640:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715210623.719641:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210623.719646:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210623.719649:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210623.719651:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210623.719652:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685696, portal 25 00000400:00000010:1.0:1715210623.719654:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000400:00000200:2.0:1715210623.719655:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210623.719656:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685696, offset 0 00000400:00000200:2.0:1715210623.719658:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210623.719660:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210623.719662:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210623.719663:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210623.719665:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [768:768:256:4294967295] 192.168.203.134@tcp LPNI seq info [768:768:8:4294967295] 00000400:00000200:2.0:1715210623.719673:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210623.719677:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210623.719678:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210623.719680:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210623.719681:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210623.719683:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210623.719684:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210623.719685:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210623.719686:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210623.719688:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [769:769:255:4294967295] 192.168.203.134@tcp LPNI seq info [769:769:7:4294967295] 00000800:00000200:2.0:1715210623.719690:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210623.719694:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210623.719695:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210623.719697:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210623.719700:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715210623.719703:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210623.719706:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210623.719708:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210623.719801:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210623.719805:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715210623.719809:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210623.719813:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210623.719816:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715210623.719818:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715210623.719824:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954685760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210623.719864:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210623.719866:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715210623.719867:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210623.719870:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210623.719871:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715210623.719872:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715210623.719875:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954685696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210623.721491:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210623.721499:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c540 00000400:00000200:0.0:1715210623.721504:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18c9 [1] + 224 00000400:00000200:0.0:1715210623.721510:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210623.721513:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210623.721517:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954685760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210623.721540:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210623.721543:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c500 00000400:00000200:0.0:1715210623.721545:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18d1 [1] + 224 00000400:00000200:0.0:1715210623.721554:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210623.721557:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210623.721559:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954685696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210623.721613:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210623.721617:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210623.721619:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210623.721624:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954685760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210623.721631:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954685760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210623.721636:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210623.721641:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210623.721642:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210623.721646:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954685696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210623.721649:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000100:00000200:1.0:1715210623.721653:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954685696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210623.721653:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210623.721655:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 02000000:00000010:1.0:1715210623.721663:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210623.721672:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715210623.721675:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:2.0:1715210628.727582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210628.727608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210628.727658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210628.727662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715210628.727716:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210628.727724:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210628.727730:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210628.727738:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685888, portal 4 00000400:00000010:2.0:1715210628.727744:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715210628.727747:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954685888, offset 0 00000400:00000200:2.0:1715210628.727757:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210628.727771:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:2.0:1715210628.727773:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210628.727778:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210628.727782:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715210628.727787:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715210628.727787:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210628.727789:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210628.727793:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [770:770:256:4294967295] 192.168.203.134@tcp LPNI seq info [770:770:8:4294967295] 00000400:00000010:0.0:1715210628.727795:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715210628.727803:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685824, portal 25 00000400:00000200:2.0:1715210628.727804:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715210628.727809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000800:00000200:2.0:1715210628.727810:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210628.727812:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685824, offset 0 00000800:00000010:2.0:1715210628.727815:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210628.727823:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210628.727838:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210628.727839:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210628.727846:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210628.727848:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210628.727851:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210628.727853:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210628.727855:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210628.727857:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210628.727861:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [771:771:255:4294967295] 192.168.203.134@tcp LPNI seq info [771:771:7:4294967295] 00000400:00000200:0.0:1715210628.727873:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210628.727896:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210628.727929:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210628.727938:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210628.727948:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210628.727953:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210628.727984:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210628.727992:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210628.728000:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210628.728010:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210628.728016:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:1.0:1715210628.728019:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:1.0:1715210628.728032:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954685888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210628.728131:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210628.728135:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210628.728140:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210628.728147:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210628.728151:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210628.728154:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210628.728163:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954685824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210628.729993:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210628.730008:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c5c0 00000400:00000200:0.0:1715210628.730017:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18d9 [1] + 224 00000400:00000200:0.0:1715210628.730031:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210628.730036:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210628.730046:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954685888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210628.730087:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210628.730093:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c580 00000400:00000200:0.0:1715210628.730097:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18e1 [1] + 224 00000400:00000200:0.0:1715210628.730118:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210628.730122:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210628.730128:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954685824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210628.730180:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210628.730187:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210628.730189:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210628.730198:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954685888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210628.730210:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954685888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210628.730225:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:1.0:1715210628.730233:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715210628.730235:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 02000000:00000010:2.0:1715210628.730240:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000100:00000200:1.0:1715210628.730244:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954685824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210628.730245:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210628.730249:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000200:1.0:1715210628.730255:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954685824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210628.730274:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210628.730278:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715210628.730281:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715210633.735649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210633.735675:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210633.735725:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210633.735730:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715210633.735789:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210633.735796:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 02000000:00000010:3.0:1715210633.735801:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:2.0:1715210633.735803:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000400:00000010:3.0:1715210633.735810:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715210633.735811:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686016, portal 4 00000400:00000010:3.0:1715210633.735815:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715210633.735818:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:3.0:1715210633.735820:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954685952, portal 25 00000100:00000200:2.0:1715210633.735821:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686016, offset 0 00000400:00000010:3.0:1715210633.735826:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000400:00000200:2.0:1715210633.735831:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715210633.735838:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954685952, offset 0 00000400:00000200:2.0:1715210633.735846:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210633.735846:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210633.735852:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210633.735857:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210633.735861:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210633.735864:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210633.735902:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [772:772:256:4294967295] 192.168.203.134@tcp LPNI seq info [772:772:8:4294967295] 00000400:00000200:2.0:1715210633.735914:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210633.735932:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210633.735935:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210633.735937:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:3.0:1715210633.735940:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210633.735943:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210633.735944:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210633.735946:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210633.735949:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210633.735951:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [773:773:255:4294967295] 192.168.203.134@tcp LPNI seq info [773:773:7:4294967295] 00000800:00000200:2.0:1715210633.735953:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210633.735959:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210633.735961:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210633.735966:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210633.735970:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000800:00000200:3.0:1715210633.735975:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210633.735981:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210633.735985:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210633.736120:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210633.736129:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715210633.736137:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210633.736148:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210633.736155:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715210633.736158:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715210633.736172:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954686016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210633.736252:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210633.736270:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715210633.736275:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210633.736280:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210633.736283:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:0.0:1715210633.736285:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:0.0:1715210633.736291:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954685952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210633.738129:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210633.738146:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c640 00000400:00000200:0.0:1715210633.738156:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18e9 [1] + 224 00000400:00000200:0.0:1715210633.738170:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210633.738173:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210633.738181:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954686016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210633.738222:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210633.738227:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c600 00000400:00000200:0.0:1715210633.738233:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18ed [1] + 224 00000400:00000200:0.0:1715210633.738250:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210633.738254:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210633.738258:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954685952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210633.738321:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210633.738328:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210633.738331:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210633.738341:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954686016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210633.738354:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954686016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210633.738385:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:3.0:1715210633.738387:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:2.0:1715210633.738390:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000400:00000200:3.0:1715210633.738394:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000100:00000010:2.0:1715210633.738395:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000400:00000010:3.0:1715210633.738396:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210633.738405:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954685952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210633.738416:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954685952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210633.738435:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210633.738440:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:3.0:1715210633.738443:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000010:2.0:1715210638.743574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210638.743593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210638.743637:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210638.743642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715210638.743689:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210638.743695:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210638.743701:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210638.743707:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686144, portal 4 00000400:00000010:2.0:1715210638.743713:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 02000000:00000010:3.0:1715210638.743715:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000100:00000200:2.0:1715210638.743716:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686144, offset 0 00000400:00000010:3.0:1715210638.743722:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715210638.743725:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715210638.743736:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715210638.743738:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715210638.743741:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686080, portal 25 00000400:00000200:2.0:1715210638.743743:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715210638.743744:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715210638.743746:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686080, offset 0 00000400:00000200:2.0:1715210638.743747:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210638.743752:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210638.743753:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210638.743765:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210638.743769:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [774:774:256:4294967295] 192.168.203.134@tcp LPNI seq info [774:774:8:4294967295] 00000400:00000200:2.0:1715210638.743780:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210638.743787:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210638.743789:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210638.743791:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715210638.743797:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210638.743801:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210638.743805:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210638.743806:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715210638.743808:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210638.743810:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210638.743811:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210638.743814:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [775:775:255:4294967295] 192.168.203.134@tcp LPNI seq info [775:775:7:4294967295] 00000400:00000200:3.0:1715210638.743823:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210638.743828:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210638.743867:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715210638.743872:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210638.743878:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210638.743882:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210638.743899:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210638.743907:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210638.743914:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210638.743923:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210638.743928:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715210638.743930:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715210638.743943:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954686144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210638.744026:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210638.744029:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715210638.744033:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210638.744037:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210638.744040:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:0.0:1715210638.744042:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:0.0:1715210638.744047:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954686080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210638.745579:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210638.745595:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c6c0 00000400:00000200:0.0:1715210638.745604:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x18f9 [1] + 224 00000400:00000200:0.0:1715210638.745616:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210638.745620:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210638.745628:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954686144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210638.745664:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210638.745669:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c680 00000400:00000200:0.0:1715210638.745674:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1901 [1] + 224 00000400:00000200:0.0:1715210638.745695:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210638.745699:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210638.745704:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954686080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210638.745761:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210638.745768:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210638.745770:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210638.745782:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954686144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210638.745794:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954686144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210638.745822:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210638.745827:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210638.745858:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000400:00000010:3.0:1715210638.745871:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210638.745880:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210638.745883:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210638.745894:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954686080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210638.745911:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954686080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210638.745935:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210638.745943:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:3.0:1715210638.745947:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715210643.751579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210643.751601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210643.751646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715210643.751651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715210643.751703:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210643.751709:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210643.751716:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210643.751724:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686272, portal 4 00000400:00000010:2.0:1715210643.751730:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715210643.751733:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686272, offset 0 00000400:00000200:2.0:1715210643.751744:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210643.751745:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:1.0:1715210643.751754:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210643.751758:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210643.751759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210643.751764:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686208, portal 25 00000400:00000200:2.0:1715210643.751777:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210643.751779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:1.0:1715210643.751781:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686208, offset 0 00000400:00000200:2.0:1715210643.751781:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210643.751785:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210643.751788:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210643.751789:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210643.751792:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [776:776:256:4294967295] 192.168.203.134@tcp LPNI seq info [776:776:8:4294967295] 00000400:00000200:2.0:1715210643.751838:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210643.751846:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210643.751850:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210643.751851:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210643.751854:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210643.751857:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210643.751858:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210643.751860:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210643.751863:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210643.751866:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [777:777:255:4294967295] 192.168.203.134@tcp LPNI seq info [777:777:7:4294967295] 00000800:00000200:2.0:1715210643.751867:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210643.751872:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210643.751875:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210643.751880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210643.751885:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715210643.751889:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210643.751896:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210643.751899:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210643.751960:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210643.751969:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715210643.751977:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210643.751987:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210643.751993:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715210643.751996:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715210643.752019:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954686272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210643.752088:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210643.752091:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715210643.752094:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210643.752098:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210643.752101:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715210643.752103:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715210643.752108:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954686208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210643.753769:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210643.753786:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c740 00000400:00000200:0.0:1715210643.753796:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1909 [1] + 224 00000400:00000200:0.0:1715210643.753830:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210643.753834:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210643.753842:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954686272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210643.753881:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210643.753886:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c700 00000400:00000200:0.0:1715210643.753892:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1911 [1] + 224 00000400:00000200:0.0:1715210643.753909:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210643.753913:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210643.753918:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954686208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210643.753980:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210643.753987:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210643.753990:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210643.754000:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954686272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210643.754013:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954686272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210643.754043:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:1.0:1715210643.754045:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210643.754048:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000400:00000200:1.0:1715210643.754052:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715210643.754052:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000400:00000010:1.0:1715210643.754054:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210643.754063:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954686208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210643.754074:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954686208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210643.754093:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210643.754098:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715210643.754101:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715210648.759621:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715210648.759646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210648.759698:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210648.759702:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210648.759758:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210648.759794:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210648.759802:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210648.759811:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686400, portal 4 00000400:00000010:2.0:1715210648.759817:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715210648.759836:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686400, offset 0 00000400:00000200:2.0:1715210648.759846:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210648.759848:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:2.0:1715210648.759860:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210648.759863:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000200:2.0:1715210648.759866:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210648.759870:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715210648.759872:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000200:2.0:1715210648.759874:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210648.759876:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:0.0:1715210648.759879:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686336, portal 25 00000400:00000200:2.0:1715210648.759880:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [778:778:256:4294967295] 192.168.203.134@tcp LPNI seq info [778:778:8:4294967295] 00000400:00000010:0.0:1715210648.759885:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000400:00000200:2.0:1715210648.759891:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210648.759898:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210648.759904:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686336, offset 0 00000800:00000010:2.0:1715210648.759904:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715210648.759910:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210648.759916:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210648.759919:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210648.759924:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210648.759932:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210648.759938:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210648.759943:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210648.759946:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210648.759949:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210648.759952:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [779:779:255:4294967295] 192.168.203.134@tcp LPNI seq info [779:779:7:4294967295] 00000400:00000200:0.0:1715210648.759964:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210648.759971:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210648.759975:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715210648.759982:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210648.759991:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210648.759996:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210648.760010:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210648.760016:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210648.760023:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210648.760030:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210648.760035:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:1.0:1715210648.760046:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715210648.760056:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954686400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210648.760145:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210648.760147:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210648.760151:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210648.760155:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210648.760158:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210648.760160:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210648.760166:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954686336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210648.762033:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210648.762047:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c7c0 00000400:00000200:0.0:1715210648.762056:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1919 [1] + 224 00000400:00000200:0.0:1715210648.762070:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210648.762075:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210648.762085:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954686400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210648.762128:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210648.762132:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c780 00000400:00000200:0.0:1715210648.762136:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1921 [1] + 224 00000400:00000200:0.0:1715210648.762152:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210648.762156:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210648.762162:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954686336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210648.762221:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210648.762229:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210648.762232:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210648.762241:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954686400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210648.762253:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954686400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210648.762283:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210648.762289:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210648.762293:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000010:1.0:1715210648.762307:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:1.0:1715210648.762315:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715210648.762317:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715210648.762326:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954686336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210648.762338:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954686336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210648.762356:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210648.762362:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715210648.762365:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715210653.767622:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210653.767645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210653.767690:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715210653.767694:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210653.767785:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210653.767793:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 02000000:00000010:1.0:1715210653.767806:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:1.0:1715210653.767816:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210653.767823:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715210653.767824:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715210653.767831:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686464, portal 25 00000100:00000200:2.0:1715210653.767831:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686528, portal 4 00000400:00000010:1.0:1715210653.767836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000400:00000010:2.0:1715210653.767837:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:1.0:1715210653.767838:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686464, offset 0 00000100:00000200:2.0:1715210653.767840:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686528, offset 0 00000400:00000200:1.0:1715210653.767849:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210653.767858:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210653.767864:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210653.767870:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210653.767874:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210653.767878:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210653.767889:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210653.767894:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [780:780:256:4294967295] 192.168.203.134@tcp LPNI seq info [780:780:8:4294967295] 00000400:00000200:1.0:1715210653.767905:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210653.767912:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210653.767913:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210653.767917:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715210653.767917:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210653.767921:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715210653.767924:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210653.767924:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210653.767926:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210653.767929:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [781:781:255:4294967295] 192.168.203.134@tcp LPNI seq info [781:781:7:4294967295] 00000800:00000200:1.0:1715210653.767933:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210653.767938:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210653.767939:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210653.767944:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210653.767947:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210653.767952:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210653.767958:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210653.767961:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210653.768112:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210653.768121:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715210653.768129:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210653.768140:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210653.768146:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715210653.768149:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715210653.768161:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954686464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210653.768251:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210653.768254:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715210653.768257:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210653.768261:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210653.768264:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715210653.768266:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715210653.768272:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954686528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210653.769994:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210653.770011:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c800 00000400:00000200:0.0:1715210653.770020:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1929 [1] + 224 00000400:00000200:0.0:1715210653.770034:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210653.770037:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210653.770046:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954686464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210653.770084:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210653.770089:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c840 00000400:00000200:0.0:1715210653.770095:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x192d [1] + 224 00000400:00000200:0.0:1715210653.770110:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210653.770114:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210653.770126:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954686528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210653.770180:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210653.770188:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210653.770190:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210653.770200:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954686464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210653.770212:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954686464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210653.770237:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210653.770242:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715210653.770247:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000010:2.0:1715210653.770259:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210653.770267:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210653.770269:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210653.770279:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954686528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210653.770290:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954686528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210653.770315:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210653.770319:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210653.770322:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715210658.775613:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715210658.775638:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210658.775687:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210658.775737:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715210658.775799:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210658.775806:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 02000000:00000010:3.0:1715210658.775806:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:2.0:1715210658.775814:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000400:00000010:3.0:1715210658.775816:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715210658.775822:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686656, portal 4 00000400:00000010:3.0:1715210658.775822:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210658.775827:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686592, portal 25 00000400:00000010:2.0:1715210658.775829:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715210658.775831:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686656, offset 0 00000400:00000010:3.0:1715210658.775831:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715210658.775833:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686592, offset 0 00000400:00000200:2.0:1715210658.775843:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210658.775852:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210658.775860:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210658.775865:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210658.775870:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210658.775874:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210658.775876:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210658.775880:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [782:782:256:4294967295] 192.168.203.134@tcp LPNI seq info [782:782:8:4294967295] 00000400:00000200:2.0:1715210658.775891:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210658.775898:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210658.775900:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210658.775902:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:3.0:1715210658.775904:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210658.775908:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210658.775917:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210658.775918:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715210658.775920:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210658.775922:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210658.775922:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210658.775926:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [783:783:255:4294967295] 192.168.203.134@tcp LPNI seq info [783:783:7:4294967295] 00000400:00000200:3.0:1715210658.775935:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210658.775940:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210658.775944:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000800:00000200:3.0:1715210658.775948:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210658.775954:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210658.775958:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210658.776028:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210658.776038:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210658.776047:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210658.776058:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210658.776066:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715210658.776069:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715210658.776084:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954686656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210658.776187:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210658.776190:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715210658.776194:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210658.776198:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210658.776201:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:0.0:1715210658.776203:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:0.0:1715210658.776208:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954686592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210658.778253:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210658.778270:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c8c0 00000400:00000200:0.0:1715210658.778280:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1939 [1] + 224 00000400:00000200:0.0:1715210658.778294:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210658.778298:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210658.778306:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954686656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210658.778346:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210658.778351:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c880 00000400:00000200:0.0:1715210658.778356:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x193d [1] + 224 00000400:00000200:0.0:1715210658.778377:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210658.778391:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210658.778395:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954686592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210658.778442:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210658.778450:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210658.778452:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210658.778494:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954686656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210658.778507:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954686656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210658.778528:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210658.778536:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 02000000:00000010:2.0:1715210658.778538:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:3.0:1715210658.778538:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715210658.778544:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000200:3.0:1715210658.778546:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954686592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210658.778548:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000200:3.0:1715210658.778557:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954686592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210658.778577:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210658.778582:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:3.0:1715210658.778585:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715210663.783606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210663.783640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210663.783739:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715210663.783744:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210663.783811:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210663.783819:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210663.783827:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210663.783837:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686784, portal 4 00000400:00000010:2.0:1715210663.783845:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715210663.783847:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686784, offset 0 00000400:00000200:2.0:1715210663.783861:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210663.783869:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715210663.783880:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210663.783885:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210663.783887:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210663.783893:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210663.783893:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210663.783897:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210663.783900:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715210663.783901:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686720, portal 25 00000400:00000200:2.0:1715210663.783904:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [784:784:256:4294967295] 192.168.203.134@tcp LPNI seq info [784:784:8:4294967295] 00000400:00000010:1.0:1715210663.783907:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000100:00000200:1.0:1715210663.783909:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686720, offset 0 00000400:00000200:2.0:1715210663.783918:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715210663.783920:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210663.783926:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210663.783930:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210663.783936:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715210663.783939:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210663.783941:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210663.783946:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210663.783949:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210663.783950:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210663.783953:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210663.783954:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210663.783973:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [785:785:255:4294967295] 192.168.203.134@tcp LPNI seq info [785:785:7:4294967295] 00000400:00000200:1.0:1715210663.783986:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210663.783992:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210663.783997:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210663.784004:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210663.784014:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210663.784019:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210663.784033:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210663.784039:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210663.784047:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210663.784054:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210663.784060:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715210663.784062:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715210663.784074:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954686784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210663.784151:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210663.784154:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715210663.784157:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210663.784162:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210663.784164:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715210663.784166:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715210663.784171:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954686720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210663.786041:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210663.786054:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c940 00000400:00000200:0.0:1715210663.786062:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1949 [1] + 224 00000400:00000200:0.0:1715210663.786074:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210663.786078:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210663.786086:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954686784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210663.786121:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210663.786126:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c900 00000400:00000200:0.0:1715210663.786131:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1951 [1] + 224 00000400:00000200:0.0:1715210663.786164:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210663.786168:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210663.786172:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954686720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210663.786221:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210663.786228:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210663.786230:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210663.786239:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954686784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210663.786250:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954686784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210663.786304:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 00000400:00000010:1.0:1715210663.786309:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210663.786310:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210663.786315:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000400:00000200:1.0:1715210663.786317:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210663.786319:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210663.786329:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954686720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210663.786343:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954686720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210663.786370:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210663.786375:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715210663.786379:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000100:00000010:2.0:1715210668.791698:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715210668.791731:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210668.791797:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210668.791801:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210668.791873:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210668.791882:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210668.791890:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 02000000:00000010:0.0:1715210668.791896:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:2.0:1715210668.791899:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686912, portal 4 00000400:00000010:0.0:1715210668.791906:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:2.0:1715210668.791907:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715210668.791909:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954686912, offset 0 00000400:00000010:0.0:1715210668.791911:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715210668.791916:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686848, portal 25 00000400:00000010:0.0:1715210668.791920:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000400:00000200:2.0:1715210668.791924:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210668.791933:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686848, offset 0 00000400:00000200:0.0:1715210668.791941:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210668.791944:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210668.791950:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210668.791956:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210668.791960:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210668.791963:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210668.791967:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [786:786:256:4294967295] 192.168.203.134@tcp LPNI seq info [786:786:8:4294967295] 00000400:00000200:2.0:1715210668.791979:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210668.791986:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210668.791988:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210668.791991:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210668.791992:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210668.791996:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210668.791998:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210668.792000:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210668.792001:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210668.792004:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [787:787:255:4294967295] 192.168.203.134@tcp LPNI seq info [787:787:7:4294967295] 00000800:00000200:2.0:1715210668.792011:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210668.792014:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210668.792017:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210668.792019:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210668.792023:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715210668.792028:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210668.792034:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210668.792037:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210668.792111:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210668.792120:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210668.792128:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210668.792137:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210668.792144:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:1.0:1715210668.792146:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:1.0:1715210668.792159:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954686912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210668.792241:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210668.792244:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210668.792247:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210668.792251:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210668.792254:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210668.792269:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210668.792276:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954686848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210668.794206:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210668.794221:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040c9c0 00000400:00000200:0.0:1715210668.794229:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1959 [1] + 224 00000400:00000200:0.0:1715210668.794242:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210668.794246:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210668.794257:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954686912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210668.794314:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210668.794320:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040c980 00000400:00000200:0.0:1715210668.794325:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1961 [1] + 224 00000400:00000200:0.0:1715210668.794342:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210668.794346:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210668.794351:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954686848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210668.794402:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210668.794409:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210668.794411:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210668.794430:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954686912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210668.794442:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954686912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210668.794514:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210668.794520:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210668.794525:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000400:00000010:2.0:1715210668.794555:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:2.0:1715210668.794558:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:2.0:1715210668.794560:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:2.0:1715210668.794565:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954686848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210668.794573:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954686848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210668.794584:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210668.794588:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210668.794590:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000100:00000010:2.0:1715210673.799652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20380. 02000000:00000010:2.0:1715210673.799678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210673.799731:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210673.799736:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210673.799791:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210673.799799:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210673.799808:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210673.799816:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687040, portal 4 00000400:00000010:2.0:1715210673.799824:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715210673.799827:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687040, offset 0 00000400:00000200:2.0:1715210673.799840:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210673.799842:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715210673.799856:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210673.799857:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210673.799864:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210673.799865:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210673.799870:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715210673.799873:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954686976, portal 25 00000400:00000010:1.0:1715210673.799878:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715210673.799881:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954686976, offset 0 00000400:00000200:2.0:1715210673.799885:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210673.799888:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210673.799892:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210673.799893:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [788:788:256:4294967295] 192.168.203.134@tcp LPNI seq info [788:788:8:4294967295] 00000400:00000200:2.0:1715210673.799905:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210673.799912:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210673.799917:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210673.799919:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210673.799925:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210673.799925:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210673.799929:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210673.799933:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210673.799933:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210673.799936:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210673.799938:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210673.799939:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [789:789:255:4294967295] 192.168.203.134@tcp LPNI seq info [789:789:7:4294967295] 00000400:00000200:1.0:1715210673.799952:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210673.799958:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210673.799963:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715210673.799970:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210673.799980:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210673.799985:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210673.800078:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210673.800084:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210673.800090:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210673.800098:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210673.800104:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715210673.800106:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715210673.800118:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954687040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210673.800180:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210673.800182:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715210673.800186:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210673.800190:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210673.800193:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715210673.800194:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715210673.800199:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20380 x1798526954686976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210673.801844:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210673.801858:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ca40 00000400:00000200:0.0:1715210673.801866:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1969 [1] + 224 00000400:00000200:0.0:1715210673.801878:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210673.801882:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210673.801899:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954687040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210673.801939:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210673.801944:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ca00 00000400:00000200:0.0:1715210673.801950:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1971 [1] + 224 00000400:00000200:0.0:1715210673.801967:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210673.801970:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210673.801975:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20380 x1798526954686976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210673.802020:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210673.802028:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210673.802030:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210673.802038:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954687040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210673.802049:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954687040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210673.802085:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210673.802091:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210673.802095:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 00000400:00000010:1.0:1715210673.802104:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210673.802112:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210673.802114:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210673.802124:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20380 x1798526954686976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210673.802137:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20380 x1798526954686976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210673.802162:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210673.802182:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:1.0:1715210673.802187:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20380. 00000100:00000010:2.0:1715210678.807643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210678.807677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210678.807735:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715210678.807740:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210678.807803:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210678.807812:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210678.807820:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210678.807830:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687168, portal 4 02000000:00000010:0.0:1715210678.807833:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:2.0:1715210678.807837:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715210678.807840:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687168, offset 0 00000400:00000010:0.0:1715210678.807846:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000200:2.0:1715210678.807856:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210678.807881:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715210678.807889:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687104, portal 25 00000400:00000200:2.0:1715210678.807891:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210678.807894:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715210678.807897:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954687104, offset 0 00000400:00000200:2.0:1715210678.807899:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210678.807904:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210678.807908:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210678.807909:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210678.807911:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210678.807915:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [790:790:256:4294967295] 192.168.203.134@tcp LPNI seq info [790:790:8:4294967295] 00000400:00000200:2.0:1715210678.807928:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210678.807935:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210678.807940:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210678.807941:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210678.807948:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210678.807948:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210678.807953:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210678.807957:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210678.807959:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210678.807960:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210678.807963:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [791:791:255:4294967295] 192.168.203.134@tcp LPNI seq info [791:791:7:4294967295] 00000800:00000200:2.0:1715210678.807964:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210678.807975:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210678.807982:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210678.807986:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715210678.807993:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210678.808002:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210678.808007:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210678.808037:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210678.808044:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210678.808050:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210678.808057:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210678.808062:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715210678.808064:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715210678.808075:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954687168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210678.808139:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210678.808142:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210678.808145:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210678.808149:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210678.808151:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210678.808153:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210678.808158:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20a80 x1798526954687104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210678.809910:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210678.809933:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cac0 00000400:00000200:0.0:1715210678.809941:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1979 [1] + 224 00000400:00000200:0.0:1715210678.809954:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210678.809957:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210678.809965:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954687168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210678.810004:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210678.810009:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ca80 00000400:00000200:0.0:1715210678.810014:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1981 [1] + 224 00000400:00000200:0.0:1715210678.810028:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210678.810032:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210678.810036:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20a80 x1798526954687104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210678.810098:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:1.0:1715210678.810103:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715210678.810104:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715210678.810110:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20a80 x1798526954687104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210678.810113:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000100:00000200:1.0:1715210678.810119:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20a80 x1798526954687104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715210678.810121:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210678.810124:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210678.810135:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954687168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210678.810142:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 00000100:00000200:2.0:1715210678.810148:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954687168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210678.810150:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715210678.810154:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20a80. 02000000:00000010:2.0:1715210678.810182:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210678.810188:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210678.810192:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715210683.815624:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20700. 02000000:00000010:2.0:1715210683.815654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210683.815709:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210683.815713:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210683.815774:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210683.815783:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:2.0:1715210683.815790:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210683.815799:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687296, portal 4 00000400:00000010:2.0:1715210683.815822:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210683.815825:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687296, offset 0 00000400:00000200:2.0:1715210683.815838:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210683.815840:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715210683.815853:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210683.815856:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210683.815860:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210683.815863:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210683.815868:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687232, portal 25 00000400:00000200:2.0:1715210683.815868:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210683.815873:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210683.815875:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210683.815880:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [792:792:256:4294967295] 192.168.203.134@tcp LPNI seq info [792:792:8:4294967295] 00000400:00000010:1.0:1715210683.815884:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715210683.815887:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954687232, offset 0 00000400:00000200:2.0:1715210683.815892:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715210683.815897:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715210683.815898:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210683.815903:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210683.815910:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210683.815912:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210683.815918:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210683.815921:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210683.815922:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210683.815926:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210683.815926:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210683.815929:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210683.815933:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [793:793:255:4294967295] 192.168.203.134@tcp LPNI seq info [793:793:7:4294967295] 00000400:00000200:1.0:1715210683.815945:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210683.815951:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210683.815956:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715210683.815962:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210683.815971:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210683.815977:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210683.816006:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210683.816012:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715210683.816018:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210683.816025:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210683.816030:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715210683.816032:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715210683.816044:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954687296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210683.816102:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210683.816105:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715210683.816108:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210683.816112:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210683.816114:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715210683.816116:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715210683.816119:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20700 x1798526954687232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210683.817724:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210683.817737:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cb40 00000400:00000200:0.0:1715210683.817746:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1989 [1] + 224 00000400:00000200:0.0:1715210683.817756:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210683.817760:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210683.817767:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954687296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210683.817807:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210683.817812:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cb00 00000400:00000200:0.0:1715210683.817816:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1991 [1] + 224 00000400:00000200:0.0:1715210683.817834:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210683.817837:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210683.817842:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20700 x1798526954687232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210683.817921:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:2.0:1715210683.817931:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:2.0:1715210683.817934:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715210683.817947:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954687296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210683.817963:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715210683.817964:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954687296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210683.817971:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210683.817973:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210683.817980:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20700 x1798526954687232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210683.817992:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20700 x1798526954687232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210683.818009:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:1.0:1715210683.818017:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:2.0:1715210683.818018:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 02000000:00000010:1.0:1715210683.818022:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210683.818025:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000100:00000010:1.0:1715210683.818027:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20700. 00000100:00000010:2.0:1715210688.823607:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210688.823644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210688.823716:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20e00. 02000000:00000010:2.0:1715210688.823724:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715210688.823808:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 02000000:00000010:0.0:1715210688.823809:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210688.823823:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:2.0:1715210688.823827:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379e70. 00000400:00000010:0.0:1715210688.823833:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000010:2.0:1715210688.823834:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715210688.823841:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687360, portal 25 00000100:00000200:2.0:1715210688.823843:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687424, portal 4 00000400:00000010:0.0:1715210688.823847:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715210688.823850:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954687360, offset 0 00000400:00000010:2.0:1715210688.823852:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000400:00000200:0.0:1715210688.823863:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210688.823872:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687424, offset 0 00000400:00000200:2.0:1715210688.823882:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210688.823883:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210688.823890:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210688.823895:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210688.823900:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210688.823902:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210688.823906:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [794:794:256:4294967295] 192.168.203.134@tcp LPNI seq info [794:794:8:4294967295] 00000400:00000200:0.0:1715210688.823920:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210688.823938:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210688.823941:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210688.823943:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210688.823946:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210688.823951:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210688.823951:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210688.823954:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210688.823958:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210688.823963:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210688.823963:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [795:795:255:4294967295] 192.168.203.134@tcp LPNI seq info [795:795:7:4294967295] 00000800:00000200:0.0:1715210688.823968:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210688.823978:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210688.823985:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210688.823990:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715210688.823998:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210688.824006:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210688.824011:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210688.824068:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210688.824076:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210688.824083:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210688.824093:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210688.824099:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715210688.824116:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715210688.824129:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954687360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210688.824221:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210688.824223:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210688.824226:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210688.824230:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210688.824233:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:1.0:1715210688.824234:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:1.0:1715210688.824240:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20e00 x1798526954687424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210688.826455:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210688.826534:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cb80 00000400:00000200:0.0:1715210688.826542:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1999 [1] + 224 00000400:00000200:0.0:1715210688.826559:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210688.826564:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210688.826575:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954687360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210688.826617:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210688.826622:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cbc0 00000400:00000200:0.0:1715210688.826626:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x199d [1] + 224 00000400:00000200:0.0:1715210688.826642:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210688.826646:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210688.826652:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20e00 x1798526954687424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210688.826671:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:2.0:1715210688.826679:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:2.0:1715210688.826682:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:2.0:1715210688.826693:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954687360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210688.826708:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954687360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210688.826743:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210688.826754:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210688.826761:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 00000400:00000010:3.0:1715210688.826784:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379e70. 00000400:00000200:3.0:1715210688.826792:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:3.0:1715210688.826794:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:3.0:1715210688.826804:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20e00 x1798526954687424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210688.826815:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20e00 x1798526954687424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210688.826850:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:3.0:1715210688.826856:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:3.0:1715210688.826860:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20e00. 00000100:00000010:2.0:1715210693.831581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210693.831611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210693.831679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210693.831685:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715210693.831744:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210693.831753:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210693.831762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210693.831771:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687552, portal 4 02000000:00000010:1.0:1715210693.831775:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715210693.831778:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210693.831780:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687552, offset 0 00000400:00000010:1.0:1715210693.831784:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210693.831794:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210693.831802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210693.831806:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687488, portal 25 00000400:00000010:1.0:1715210693.831810:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715210693.831813:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954687488, offset 0 00000400:00000200:2.0:1715210693.831813:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210693.831820:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210693.831820:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210693.831826:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210693.831830:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210693.831833:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210693.831837:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [796:796:256:4294967295] 192.168.203.134@tcp LPNI seq info [796:796:8:4294967295] 00000400:00000200:2.0:1715210693.831850:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210693.831858:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210693.831859:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210693.831862:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210693.831863:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210693.831867:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210693.831870:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210693.831871:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210693.831872:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210693.831875:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [797:797:255:4294967295] 192.168.203.134@tcp LPNI seq info [797:797:7:4294967295] 00000800:00000200:2.0:1715210693.831881:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210693.831885:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210693.831886:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210693.831890:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210693.831894:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210693.831899:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210693.831905:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210693.831909:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210693.832028:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210693.832034:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210693.832041:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210693.832048:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210693.832053:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715210693.832056:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715210693.832067:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954687552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210693.832138:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210693.832151:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715210693.832154:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210693.832158:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210693.832161:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715210693.832163:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715210693.832167:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e20000 x1798526954687488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210693.833924:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210693.833938:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cc00 00000400:00000200:0.0:1715210693.833946:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19b1 [1] + 224 00000400:00000200:0.0:1715210693.833959:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210693.833963:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210693.833971:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e20000 x1798526954687488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210693.834006:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210693.834012:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cc40 00000400:00000200:0.0:1715210693.834016:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19a9 [1] + 224 00000400:00000200:0.0:1715210693.834032:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210693.834036:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210693.834041:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954687552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210693.834096:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210693.834112:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210693.834114:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210693.834122:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e20000 x1798526954687488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210693.834133:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000100:00000200:1.0:1715210693.834134:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e20000 x1798526954687488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715210693.834141:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210693.834143:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210693.834152:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954687552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210693.834162:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715210693.834167:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954687552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210693.834168:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715210693.834173:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e20000. 02000000:00000010:2.0:1715210693.834196:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210693.834203:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210693.834217:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715210698.839613:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21180. 02000000:00000010:2.0:1715210698.839643:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210698.839698:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210698.839702:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210698.839764:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210698.839772:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210698.839781:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 02000000:00000010:0.0:1715210698.839787:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:2.0:1715210698.839790:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687680, portal 4 00000400:00000010:0.0:1715210698.839797:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:2.0:1715210698.839797:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715210698.839800:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687680, offset 0 00000400:00000010:0.0:1715210698.839803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000200:2.0:1715210698.839813:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210698.839820:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687616, portal 25 00000400:00000010:0.0:1715210698.839825:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210698.839827:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954687616, offset 0 00000400:00000200:2.0:1715210698.839833:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210698.839835:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210698.839840:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210698.839845:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210698.839849:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210698.839852:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210698.839857:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [798:798:256:4294967295] 192.168.203.134@tcp LPNI seq info [798:798:8:4294967295] 00000400:00000200:2.0:1715210698.839869:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210698.839877:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210698.839879:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210698.839882:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715210698.839890:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210698.839894:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210698.839898:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210698.839900:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210698.839901:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210698.839904:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210698.839905:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210698.839907:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [799:799:255:4294967295] 192.168.203.134@tcp LPNI seq info [799:799:7:4294967295] 00000400:00000200:0.0:1715210698.839916:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210698.839921:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210698.839924:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210698.839929:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210698.839936:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210698.839939:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210698.839993:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210698.840000:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210698.840006:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210698.840014:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210698.840019:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715210698.840022:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715210698.840033:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954687680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210698.840123:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210698.840126:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210698.840128:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210698.840132:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210698.840135:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715210698.840136:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715210698.840141:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21180 x1798526954687616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210698.841819:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210698.841833:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ccc0 00000400:00000200:0.0:1715210698.841840:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19b9 [1] + 224 00000400:00000200:0.0:1715210698.841852:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210698.841856:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210698.841864:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954687680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210698.841899:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210698.841904:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cc80 00000400:00000200:0.0:1715210698.841908:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19c1 [1] + 224 00000400:00000200:0.0:1715210698.841923:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210698.841927:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210698.841932:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21180 x1798526954687616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210698.841993:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210698.842001:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210698.842003:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210698.842011:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954687680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210698.842022:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954687680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210698.842053:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:1.0:1715210698.842061:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715210698.842063:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 02000000:00000010:2.0:1715210698.842068:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000100:00000200:1.0:1715210698.842071:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21180 x1798526954687616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210698.842074:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210698.842078:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000200:1.0:1715210698.842082:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21180 x1798526954687616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210698.842117:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210698.842123:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715210698.842126:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21180. 00000100:00000010:2.0:1715210703.847585:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21c00. 02000000:00000010:2.0:1715210703.847615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210703.847673:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210703.847677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210703.847742:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210703.847751:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210703.847760:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210703.847768:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687808, portal 4 02000000:00000010:1.0:1715210703.847771:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715210703.847776:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210703.847779:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687808, offset 0 00000400:00000010:1.0:1715210703.847780:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210703.847786:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715210703.847792:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210703.847800:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687744, portal 25 00000400:00000010:1.0:1715210703.847805:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:1.0:1715210703.847807:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954687744, offset 0 00000400:00000200:2.0:1715210703.847811:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210703.847815:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210703.847818:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210703.847823:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210703.847828:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210703.847831:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210703.847834:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [800:800:256:4294967295] 192.168.203.134@tcp LPNI seq info [800:800:8:4294967295] 00000400:00000200:2.0:1715210703.847847:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210703.847855:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210703.847857:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210703.847859:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210703.847861:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210703.847864:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210703.847867:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210703.847867:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210703.847869:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210703.847872:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [801:801:255:4294967295] 192.168.203.134@tcp LPNI seq info [801:801:7:4294967295] 00000800:00000200:2.0:1715210703.847878:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210703.847882:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210703.847883:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210703.847887:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210703.847891:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715210703.847896:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210703.847902:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210703.847905:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210703.847970:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210703.847976:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210703.847982:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210703.848000:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210703.848006:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715210703.848008:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715210703.848021:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954687808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210703.848111:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210703.848114:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715210703.848117:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210703.848121:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210703.848123:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715210703.848125:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715210703.848129:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21c00 x1798526954687744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210703.849948:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210703.849962:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cd40 00000400:00000200:0.0:1715210703.849970:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19c9 [1] + 224 00000400:00000200:0.0:1715210703.849983:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210703.849986:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210703.849995:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954687808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210703.850033:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210703.850038:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cd00 00000400:00000200:0.0:1715210703.850042:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19d1 [1] + 224 00000400:00000200:0.0:1715210703.850061:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210703.850064:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210703.850069:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21c00 x1798526954687744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210703.850097:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210703.850106:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210703.850109:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210703.850129:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954687808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210703.850147:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954687808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210703.850189:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210703.850190:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000200:1.0:1715210703.850197:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715210703.850197:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000400:00000010:1.0:1715210703.850199:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715210703.850203:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000200:1.0:1715210703.850207:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21c00 x1798526954687744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210703.850218:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21c00 x1798526954687744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210703.850253:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210703.850257:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715210703.850260:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21c00. 00000100:00000010:2.0:1715210708.855590:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21880. 02000000:00000010:2.0:1715210708.855619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210708.855672:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210708.855677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210708.855736:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210708.855744:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210708.855753:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210708.855761:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687936, portal 4 02000000:00000010:0.0:1715210708.855764:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715210708.855769:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715210708.855771:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954687936, offset 0 00000400:00000010:0.0:1715210708.855774:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000200:2.0:1715210708.855784:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210708.855792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210708.855796:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954687872, portal 25 00000400:00000010:0.0:1715210708.855801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715210708.855803:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954687872, offset 0 00000400:00000200:2.0:1715210708.855803:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210708.855811:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210708.855811:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210708.855816:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210708.855821:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210708.855823:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210708.855827:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [802:802:256:4294967295] 192.168.203.134@tcp LPNI seq info [802:802:8:4294967295] 00000400:00000200:2.0:1715210708.855840:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210708.855846:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210708.855849:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210708.855851:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210708.855853:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210708.855856:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210708.855859:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210708.855859:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210708.855862:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210708.855865:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [803:803:255:4294967295] 192.168.203.134@tcp LPNI seq info [803:803:7:4294967295] 00000800:00000200:2.0:1715210708.855869:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210708.855875:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210708.855875:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210708.855880:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210708.855883:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715210708.855888:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210708.855895:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210708.855898:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210708.855960:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210708.855966:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210708.855973:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210708.855981:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210708.855986:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:1.0:1715210708.855988:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:1.0:1715210708.855999:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954687936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210708.856067:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210708.856069:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210708.856072:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210708.856076:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210708.856078:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210708.856080:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210708.856085:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21880 x1798526954687872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210708.857554:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210708.857567:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cdc0 00000400:00000200:0.0:1715210708.857575:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19d9 [1] + 224 00000400:00000200:0.0:1715210708.857588:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210708.857592:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210708.857600:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954687936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210708.857637:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210708.857642:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cd80 00000400:00000200:0.0:1715210708.857646:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19e1 [1] + 224 00000400:00000200:0.0:1715210708.857664:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210708.857674:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210708.857678:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21880 x1798526954687872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210708.857728:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210708.857736:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210708.857739:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210708.857747:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954687936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210708.857758:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954687936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210708.857794:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:1.0:1715210708.857798:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 02000000:00000010:2.0:1715210708.857800:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210708.857805:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000400:00000200:1.0:1715210708.857806:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715210708.857808:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:1.0:1715210708.857816:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21880 x1798526954687872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210708.857827:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21880 x1798526954687872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210708.857845:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210708.857850:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715210708.857853:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21880. 00000100:00000010:2.0:1715210713.863609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21f80. 02000000:00000010:2.0:1715210713.863641:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210713.863700:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210713.863705:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 02000000:00000010:2.0:1715210713.863775:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210713.863784:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210713.863792:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210713.863800:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688064, portal 4 02000000:00000010:1.0:1715210713.863803:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715210713.863809:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715210713.863811:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688064, offset 0 00000400:00000200:2.0:1715210713.863825:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210713.863826:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210713.863832:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210713.863836:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688000, portal 25 00000400:00000010:1.0:1715210713.863840:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715210713.863843:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688000, offset 0 00000400:00000200:2.0:1715210713.863844:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210713.863850:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210713.863851:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210713.863857:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210713.863861:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210713.863864:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210713.863868:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [804:804:256:4294967295] 192.168.203.134@tcp LPNI seq info [804:804:8:4294967295] 00000400:00000200:2.0:1715210713.863881:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210713.863889:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210713.863890:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210713.863894:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210713.863895:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715210713.863897:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210713.863900:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210713.863903:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210713.863906:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [805:805:255:4294967295] 192.168.203.134@tcp LPNI seq info [805:805:7:4294967295] 00000800:00000200:2.0:1715210713.863915:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210713.863917:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210713.863922:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210713.863926:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:2.0:1715210713.863926:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210713.863931:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210713.863931:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210713.863938:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210713.863941:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210713.864024:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210713.864030:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210713.864037:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210713.864045:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210713.864051:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715210713.864053:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715210713.864064:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954688064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210713.864162:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210713.864165:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715210713.864168:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210713.864171:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210713.864174:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715210713.864175:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715210713.864179:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21f80 x1798526954688000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210713.865908:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210713.865922:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ce40 00000400:00000200:0.0:1715210713.865930:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19e9 [1] + 224 00000400:00000200:0.0:1715210713.865943:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210713.865947:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210713.865955:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954688064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210713.865992:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210713.865997:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ce00 00000400:00000200:0.0:1715210713.866001:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19f1 [1] + 224 00000400:00000200:0.0:1715210713.866030:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210713.866034:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210713.866038:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21f80 x1798526954688000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210713.866087:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210713.866095:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210713.866097:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210713.866105:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954688064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210713.866117:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954688064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210713.866152:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:1.0:1715210713.866156:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715210713.866158:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210713.866163:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000400:00000200:1.0:1715210713.866164:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210713.866166:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210713.866173:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21f80 x1798526954688000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210713.866184:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21f80 x1798526954688000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210713.866202:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715210713.866207:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:1.0:1715210713.866210:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21f80. 00000100:00000010:2.0:1715210718.871603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22680. 02000000:00000010:2.0:1715210718.871633:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52400. 00000100:00000010:2.0:1715210718.871687:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715210718.871691:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 02000000:00000010:2.0:1715210718.871751:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210718.871759:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210718.871768:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210718.871778:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688192, portal 4 00000400:00000010:2.0:1715210718.871785:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715210718.871788:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688192, offset 0 00000400:00000200:2.0:1715210718.871801:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210718.871807:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210718.871819:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000200:2.0:1715210718.871820:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210718.871827:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000200:2.0:1715210718.871827:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210718.871833:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:0.0:1715210718.871834:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688128, portal 25 00000400:00000200:2.0:1715210718.871837:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715210718.871839:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000400:00000200:2.0:1715210718.871840:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:0.0:1715210718.871842:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688128, offset 0 00000400:00000200:2.0:1715210718.871844:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [806:806:256:4294967295] 192.168.203.134@tcp LPNI seq info [806:806:8:4294967295] 00000400:00000200:0.0:1715210718.871852:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210718.871856:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210718.871877:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210718.871882:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715210718.871883:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210718.871890:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210718.871890:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210718.871895:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210718.871898:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210718.871901:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210718.871901:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210718.871905:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [807:807:255:4294967295] 192.168.203.134@tcp LPNI seq info [807:807:7:4294967295] 00000800:00000200:2.0:1715210718.871906:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210718.871917:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210718.871923:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210718.871927:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715210718.871934:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210718.871944:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210718.871948:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210718.871993:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210718.872000:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210718.872006:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210718.872023:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210718.872029:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:1.0:1715210718.872032:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715210718.872043:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954688192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210718.872135:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210718.872138:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210718.872141:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210718.872146:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210718.872148:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715210718.872150:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715210718.872156:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22680 x1798526954688128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210718.873676:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210718.873690:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cec0 00000400:00000200:0.0:1715210718.873699:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x19f9 [1] + 224 00000400:00000200:0.0:1715210718.873712:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210718.873716:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210718.873726:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954688192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210718.873780:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210718.873785:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ce80 00000400:00000200:0.0:1715210718.873790:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a01 [1] + 224 00000400:00000200:0.0:1715210718.873806:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210718.873809:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210718.873814:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22680 x1798526954688128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210718.873877:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210718.873885:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210718.873887:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210718.873896:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954688192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210718.873908:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954688192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210718.873940:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 02000000:00000010:2.0:1715210718.873945:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000200:1.0:1715210718.873948:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715210718.873950:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 02000000:00000010:2.0:1715210718.873950:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210718.873955:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000200:1.0:1715210718.873959:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22680 x1798526954688128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210718.873970:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22680 x1798526954688128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210718.873989:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210718.873995:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52400. 00000100:00000010:1.0:1715210718.873997:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22680. 00000100:00000010:2.0:1715210723.879604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23100. 02000000:00000010:2.0:1715210723.879631:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210723.879685:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210723.879690:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715210723.879751:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210723.879760:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210723.879768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 02000000:00000010:1.0:1715210723.879773:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:2.0:1715210723.879776:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688320, portal 4 00000400:00000010:1.0:1715210723.879782:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715210723.879784:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210723.879787:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688320, offset 0 00000400:00000010:1.0:1715210723.879788:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210723.879792:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688256, portal 25 00000400:00000010:1.0:1715210723.879797:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715210723.879800:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210723.879809:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688256, offset 0 00000400:00000200:1.0:1715210723.879817:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210723.879819:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210723.879826:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210723.879832:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210723.879836:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210723.879853:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210723.879858:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [808:808:256:4294967295] 192.168.203.134@tcp LPNI seq info [808:808:8:4294967295] 00000400:00000200:2.0:1715210723.879871:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210723.879879:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210723.879881:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210723.879884:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210723.879891:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210723.879896:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210723.879900:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210723.879901:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210723.879903:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210723.879906:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210723.879906:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210723.879909:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [809:809:255:4294967295] 192.168.203.134@tcp LPNI seq info [809:809:7:4294967295] 00000400:00000200:1.0:1715210723.879919:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210723.879924:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210723.879928:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715210723.879933:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210723.879939:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210723.879943:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210723.880000:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210723.880008:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210723.880014:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210723.880024:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210723.880029:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715210723.880031:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715210723.880044:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954688320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210723.880102:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210723.880105:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715210723.880108:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210723.880112:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210723.880115:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715210723.880116:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715210723.880121:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23100 x1798526954688256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210723.881537:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210723.881553:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cf40 00000400:00000200:0.0:1715210723.881562:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a09 [1] + 224 00000400:00000200:0.0:1715210723.881573:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210723.881576:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210723.881593:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954688320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210723.881635:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210723.881640:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cf00 00000400:00000200:0.0:1715210723.881646:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a11 [1] + 224 00000400:00000200:0.0:1715210723.881662:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210723.881666:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210723.881671:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23100 x1798526954688256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210723.881734:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210723.881742:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210723.881744:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210723.881755:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954688320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210723.881768:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954688320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210723.881796:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210723.881804:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715210723.881804:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:1.0:1715210723.881806:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715210723.881810:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000200:1.0:1715210723.881815:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23100 x1798526954688256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210723.881816:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000200:1.0:1715210723.881826:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23100 x1798526954688256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210723.881844:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715210723.881849:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715210723.881852:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23100. 00000100:00000010:2.0:1715210728.887603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210728.887635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210728.887691:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210728.887695:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 02000000:00000010:2.0:1715210728.887754:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210728.887762:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210728.887771:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210728.887779:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688448, portal 4 00000400:00000010:2.0:1715210728.887786:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715210728.887789:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688448, offset 0 00000400:00000200:2.0:1715210728.887801:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210728.887810:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:2.0:1715210728.887820:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210728.887823:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:0.0:1715210728.887830:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715210728.887838:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688384, portal 25 00000400:00000200:2.0:1715210728.887840:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715210728.887843:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715210728.887845:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688384, offset 0 00000400:00000200:2.0:1715210728.887846:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210728.887850:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210728.887854:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210728.887855:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210728.887858:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [810:810:256:4294967295] 192.168.203.134@tcp LPNI seq info [810:810:8:4294967295] 00000400:00000200:2.0:1715210728.887871:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210728.887879:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210728.887883:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210728.887887:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715210728.887891:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210728.887892:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210728.887897:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210728.887902:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210728.887903:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210728.887905:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210728.887908:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [811:811:255:4294967295] 192.168.203.134@tcp LPNI seq info [811:811:7:4294967295] 00000800:00000200:2.0:1715210728.887908:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210728.887920:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210728.887926:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210728.887930:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715210728.887937:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210728.887946:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210728.887951:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210728.888000:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210728.888006:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210728.888013:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210728.888021:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210728.888026:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:1.0:1715210728.888029:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715210728.888041:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954688448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210728.888137:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210728.888149:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210728.888153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210728.888158:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210728.888161:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715210728.888163:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210728.888169:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954688384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210728.889753:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210728.889776:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040cfc0 00000400:00000200:0.0:1715210728.889784:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a19 [1] + 224 00000400:00000200:0.0:1715210728.889798:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210728.889803:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210728.889814:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954688448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210728.889854:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210728.889860:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040cf80 00000400:00000200:0.0:1715210728.889864:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a21 [1] + 224 00000400:00000200:0.0:1715210728.889878:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210728.889882:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210728.889887:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954688384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210728.889947:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210728.889954:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210728.889956:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210728.889966:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954688448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210728.889978:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954688448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210728.890015:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:1.0:1715210728.890018:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 02000000:00000010:2.0:1715210728.890021:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000400:00000200:1.0:1715210728.890026:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000100:00000010:2.0:1715210728.890026:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:1.0:1715210728.890028:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715210728.890036:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954688384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210728.890048:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954688384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210728.890066:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210728.890071:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:1.0:1715210728.890074:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000100:00000010:2.0:1715210733.895589:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210733.895620:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210733.895674:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210733.895678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715210733.895740:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210733.895748:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210733.895757:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 02000000:00000010:1.0:1715210733.895761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000100:00000200:2.0:1715210733.895766:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688576, portal 4 00000400:00000010:1.0:1715210733.895771:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715210733.895774:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000010:1.0:1715210733.895777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210733.895781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688512, portal 25 00000400:00000010:1.0:1715210733.895785:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715210733.895788:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688512, offset 0 00000100:00000200:2.0:1715210733.895791:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688576, offset 0 00000400:00000200:1.0:1715210733.895801:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210733.895810:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210733.895819:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210733.895826:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210733.895831:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210733.895835:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210733.895838:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210733.895842:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [812:812:256:4294967295] 192.168.203.134@tcp LPNI seq info [812:812:8:4294967295] 00000400:00000200:1.0:1715210733.895854:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210733.895875:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210733.895875:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210733.895879:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210733.895880:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715210733.895882:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210733.895885:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210733.895888:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210733.895888:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210733.895891:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [813:813:255:4294967295] 192.168.203.134@tcp LPNI seq info [813:813:7:4294967295] 00000800:00000200:1.0:1715210733.895897:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210733.895901:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210733.895902:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210733.895906:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210733.895909:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715210733.895914:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210733.895921:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210733.895924:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210733.896048:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210733.896055:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715210733.896061:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210733.896069:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210733.896074:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715210733.896077:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715210733.896087:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954688512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210733.896149:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210733.896152:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210733.896156:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210733.896160:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210733.896163:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715210733.896164:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715210733.896170:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954688576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210733.897718:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210733.897732:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d000 00000400:00000200:0.0:1715210733.897740:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a2d [1] + 224 00000400:00000200:0.0:1715210733.897751:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210733.897755:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210733.897762:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954688512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210733.897797:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210733.897802:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d040 00000400:00000200:0.0:1715210733.897807:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a29 [1] + 224 00000400:00000200:0.0:1715210733.897824:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210733.897828:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210733.897832:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954688576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210733.897891:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210733.897899:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210733.897901:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210733.897911:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954688512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210733.897925:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954688512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210733.897953:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210733.897959:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715210733.897964:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000010:2.0:1715210733.897989:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210733.897997:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210733.897999:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210733.898008:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954688576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210733.898019:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954688576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210733.898050:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210733.898056:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210733.898061:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715210738.903588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210738.903610:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 00000100:00000010:2.0:1715210738.903653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210738.903657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210738.903712:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210738.903719:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210738.903737:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 02000000:00000010:0.0:1715210738.903741:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:2.0:1715210738.903744:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688704, portal 4 00000400:00000010:0.0:1715210738.903750:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:2.0:1715210738.903751:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715210738.903754:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688704, offset 0 00000400:00000010:0.0:1715210738.903755:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715210738.903759:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688640, portal 25 00000400:00000010:0.0:1715210738.903763:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000400:00000200:2.0:1715210738.903765:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210738.903775:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688640, offset 0 00000400:00000200:2.0:1715210738.903780:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210738.903783:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210738.903785:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210738.903790:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210738.903793:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210738.903796:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210738.903800:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [814:814:256:4294967295] 192.168.203.134@tcp LPNI seq info [814:814:8:4294967295] 00000400:00000200:2.0:1715210738.903811:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210738.903817:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210738.903820:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210738.903822:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210738.903823:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210738.903827:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210738.903828:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210738.903829:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210738.903832:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210738.903835:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [815:815:255:4294967295] 192.168.203.134@tcp LPNI seq info [815:815:7:4294967295] 00000800:00000200:2.0:1715210738.903837:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210738.903842:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210738.903844:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210738.903859:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210738.903862:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715210738.903867:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210738.903873:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210738.903877:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210738.903919:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210738.903929:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210738.903939:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210738.903950:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210738.903958:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:1.0:1715210738.903961:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:1.0:1715210738.903976:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954688704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210738.904080:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210738.904083:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210738.904087:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210738.904092:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210738.904094:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715210738.904096:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715210738.904102:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954688640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210738.906015:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210738.906029:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d0c0 00000400:00000200:0.0:1715210738.906037:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a39 [1] + 224 00000400:00000200:0.0:1715210738.906048:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210738.906052:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210738.906062:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954688704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210738.906104:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210738.906109:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d080 00000400:00000200:0.0:1715210738.906114:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a41 [1] + 224 00000400:00000200:0.0:1715210738.906129:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210738.906133:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210738.906139:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954688640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210738.906226:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210738.906233:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210738.906236:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210738.906252:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954688704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210738.906264:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954688704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210738.906295:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210738.906300:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210738.906304:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000400:00000010:1.0:1715210738.906311:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:1.0:1715210738.906319:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715210738.906322:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:1.0:1715210738.906330:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954688640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210738.906343:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954688640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210738.906372:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210738.906384:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000010:1.0:1715210738.906388:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:2.0:1715210743.911576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210743.911596:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210743.911640:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210743.911655:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 02000000:00000010:2.0:1715210743.911712:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210743.911719:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210743.911725:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210743.911733:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688832, portal 4 00000400:00000010:2.0:1715210743.911739:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715210743.911741:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688832, offset 0 02000000:00000010:3.0:1715210743.911751:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000200:2.0:1715210743.911752:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1715210743.911760:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210743.911765:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715210743.911766:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:3.0:1715210743.911769:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688768, portal 25 00000400:00000200:2.0:1715210743.911771:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715210743.911773:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715210743.911775:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688768, offset 0 00000400:00000200:2.0:1715210743.911776:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210743.911780:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210743.911783:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210743.911783:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210743.911786:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [816:816:256:4294967295] 192.168.203.134@tcp LPNI seq info [816:816:8:4294967295] 00000400:00000200:2.0:1715210743.911797:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210743.911803:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210743.911807:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:3.0:1715210743.911808:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210743.911812:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210743.911814:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210743.911816:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210743.911819:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210743.911822:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210743.911824:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715210743.911825:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [817:817:255:4294967295] 192.168.203.134@tcp LPNI seq info [817:817:7:4294967295] 00000800:00000200:2.0:1715210743.911828:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210743.911834:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210743.911839:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210743.911843:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715210743.911848:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210743.911854:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210743.911858:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210743.911894:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210743.911900:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210743.911905:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210743.911912:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210743.911917:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715210743.911919:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715210743.911928:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954688832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210743.911985:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210743.911997:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715210743.912000:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210743.912004:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210743.912007:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:0.0:1715210743.912009:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:0.0:1715210743.912013:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954688768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210743.913499:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210743.913512:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d140 00000400:00000200:0.0:1715210743.913520:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a49 [1] + 224 00000400:00000200:0.0:1715210743.913531:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210743.913534:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210743.913542:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954688832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210743.913580:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210743.913585:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d100 00000400:00000200:0.0:1715210743.913589:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a51 [1] + 224 00000400:00000200:0.0:1715210743.913603:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210743.913607:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210743.913611:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954688768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210743.913690:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210743.913697:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210743.913699:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210743.913707:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954688832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210743.913718:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954688832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210743.913734:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210743.913742:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210743.913744:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715210743.913746:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210743.913751:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000200:3.0:1715210743.913752:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954688768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210743.913754:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000200:3.0:1715210743.913763:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954688768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210743.913781:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715210743.913786:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:3.0:1715210743.913789:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:2.0:1715210748.919580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210748.919602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52a00. 00000100:00000010:2.0:1715210748.919645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210748.919649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 02000000:00000010:2.0:1715210748.919700:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715210748.919707:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210748.919714:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210748.919723:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688960, portal 4 00000400:00000010:2.0:1715210748.919730:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 02000000:00000010:0.0:1715210748.919731:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715210748.919732:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954688960, offset 0 00000400:00000010:0.0:1715210748.919739:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000200:2.0:1715210748.919742:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210748.919755:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000200:2.0:1715210748.919757:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210748.919759:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954688896, portal 25 00000400:00000010:0.0:1715210748.919763:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000200:2.0:1715210748.919763:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210748.919765:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954688896, offset 0 00000400:00000200:2.0:1715210748.919768:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210748.919771:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210748.919773:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210748.919774:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210748.919777:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [818:818:256:4294967295] 192.168.203.134@tcp LPNI seq info [818:818:8:4294967295] 00000400:00000200:2.0:1715210748.919788:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210748.919794:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210748.919799:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210748.919799:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715210748.919805:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210748.919812:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210748.919813:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210748.919816:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210748.919819:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210748.919819:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210748.919821:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210748.919824:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [819:819:255:4294967295] 192.168.203.134@tcp LPNI seq info [819:819:7:4294967295] 00000400:00000200:0.0:1715210748.919834:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210748.919839:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210748.919842:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715210748.919847:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210748.919853:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210748.919857:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210748.919937:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210748.919949:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715210748.919961:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210748.919974:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210748.919983:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:1.0:1715210748.919987:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:1.0:1715210748.920004:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954688960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210748.920169:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210748.920173:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210748.920180:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210748.920186:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210748.920191:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210748.920193:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210748.920203:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954688896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210748.922007:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210748.922021:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d1c0 00000400:00000200:0.0:1715210748.922028:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a59 [1] + 224 00000400:00000200:0.0:1715210748.922040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210748.922044:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210748.922054:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954688960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210748.922114:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210748.922119:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d180 00000400:00000200:0.0:1715210748.922124:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a61 [1] + 224 00000400:00000200:0.0:1715210748.922141:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210748.922145:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210748.922151:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954688896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210748.922176:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210748.922184:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210748.922186:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210748.922194:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954688960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210748.922206:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954688960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210748.922252:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715210748.922256:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000400:00000010:1.0:1715210748.922258:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000100:00000010:2.0:1715210748.922260:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000400:00000200:1.0:1715210748.922268:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715210748.922272:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715210748.922283:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954688896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210748.922325:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954688896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210748.922362:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210748.922371:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52a00. 00000100:00000010:1.0:1715210748.922377:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715210753.927602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210753.927622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52800. 00000100:00000010:2.0:1715210753.927670:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715210753.927674:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210753.927724:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210753.927731:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210753.927738:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210753.927745:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689088, portal 4 00000400:00000010:2.0:1715210753.927752:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715210753.927754:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689088, offset 0 00000400:00000200:2.0:1715210753.927764:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210753.927779:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210753.927785:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210753.927789:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715210753.927792:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715210753.927793:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210753.927796:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210753.927799:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [820:820:256:4294967295] 192.168.203.134@tcp LPNI seq info [820:820:8:4294967295] 00000400:00000010:1.0:1715210753.927809:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715210753.927811:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210753.927817:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210753.927818:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000010:2.0:1715210753.927822:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000100:00000200:1.0:1715210753.927826:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689024, portal 25 00000800:00000200:2.0:1715210753.927829:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715210753.927832:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000100:00000200:1.0:1715210753.927835:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689024, offset 0 00000800:00000200:2.0:1715210753.927837:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210753.927842:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210753.927846:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210753.927863:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210753.927869:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210753.927874:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210753.927878:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210753.927881:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210753.927885:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [821:821:255:4294967295] 192.168.203.134@tcp LPNI seq info [821:821:7:4294967295] 00000400:00000200:1.0:1715210753.927897:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210753.927903:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210753.927908:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210753.927915:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210753.927925:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210753.927930:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210753.927947:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210753.927952:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210753.927958:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210753.927974:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210753.927979:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715210753.927981:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715210753.927991:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954689088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210753.928031:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210753.928034:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210753.928037:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210753.928068:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210753.928071:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715210753.928073:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715210753.928078:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954689024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210753.929422:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210753.929436:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d240 00000400:00000200:0.0:1715210753.929443:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a69 [1] + 224 00000400:00000200:0.0:1715210753.929454:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210753.929458:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210753.929495:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954689088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210753.929530:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210753.929535:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d200 00000400:00000200:0.0:1715210753.929541:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a71 [1] + 224 00000400:00000200:0.0:1715210753.929559:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210753.929563:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210753.929568:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954689024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210753.929617:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210753.929624:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210753.929626:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210753.929643:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954689088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210753.929654:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954689088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210753.929685:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210753.929689:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210753.929693:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000400:00000010:1.0:1715210753.929698:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210753.929706:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210753.929709:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210753.929719:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954689024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210753.929756:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954689024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210753.929783:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715210753.929789:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52800. 00000100:00000010:1.0:1715210753.929794:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:2.0:1715210758.935563:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23b80. 02000000:00000010:2.0:1715210758.935580:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210758.935622:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210758.935626:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210758.935674:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210758.935680:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210758.935686:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210758.935693:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689216, portal 4 00000400:00000010:2.0:1715210758.935698:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210758.935700:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689216, offset 0 00000400:00000200:2.0:1715210758.935710:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210758.935711:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210758.935719:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000200:2.0:1715210758.935721:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210758.935726:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210758.935731:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715210758.935734:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000200:2.0:1715210758.935735:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210758.935737:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:0.0:1715210758.935739:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689152, portal 25 00000400:00000200:2.0:1715210758.935740:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [822:822:256:4294967295] 192.168.203.134@tcp LPNI seq info [822:822:8:4294967295] 00000400:00000010:0.0:1715210758.935743:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715210758.935745:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689152, offset 0 00000400:00000200:0.0:1715210758.935752:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210758.935752:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210758.935757:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210758.935761:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210758.935761:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210758.935764:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210758.935767:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210758.935768:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210758.935770:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210758.935773:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210758.935775:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210758.935776:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [823:823:255:4294967295] 192.168.203.134@tcp LPNI seq info [823:823:7:4294967295] 00000800:00000200:2.0:1715210758.935779:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210758.935786:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210758.935790:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210758.935793:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715210758.935798:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210758.935805:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210758.935808:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210758.935844:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210758.935847:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:2.0:1715210758.935851:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210758.935857:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210758.935861:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:2.0:1715210758.935864:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210758.935871:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954689216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210758.935927:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210758.935930:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:2.0:1715210758.935932:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210758.935936:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210758.935938:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715210758.935940:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715210758.935945:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23b80 x1798526954689152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210758.937450:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210758.937487:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d2c0 00000400:00000200:0.0:1715210758.937494:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a79 [1] + 224 00000400:00000200:0.0:1715210758.937505:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210758.937509:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210758.937516:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954689216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210758.937550:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210758.937555:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d280 00000400:00000200:0.0:1715210758.937559:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a81 [1] + 224 00000400:00000200:0.0:1715210758.937581:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210758.937591:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210758.937597:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23b80 x1798526954689152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210758.937637:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210758.937645:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210758.937646:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210758.937654:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954689216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210758.937666:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954689216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210758.937691:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210758.937696:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210758.937699:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000400:00000010:1.0:1715210758.937739:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:1.0:1715210758.937754:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715210758.937756:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715210758.937773:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23b80 x1798526954689152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210758.937786:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23b80 x1798526954689152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210758.937818:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210758.937825:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:1.0:1715210758.937829:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23b80. 00000100:00000010:2.0:1715210763.943572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23800. 02000000:00000010:2.0:1715210763.943595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210763.943643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210763.943647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 02000000:00000010:2.0:1715210763.943699:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210763.943720:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210763.943727:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210763.943734:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689344, portal 4 00000400:00000010:2.0:1715210763.943741:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715210763.943743:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689344, offset 0 00000400:00000200:2.0:1715210763.943753:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:3.0:1715210763.943763:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000200:2.0:1715210763.943767:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210763.943772:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210763.943777:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210763.943781:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1715210763.943781:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000200:2.0:1715210763.943784:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:3.0:1715210763.943786:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000200:2.0:1715210763.943787:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [824:824:256:4294967295] 192.168.203.134@tcp LPNI seq info [824:824:8:4294967295] 00000100:00000200:3.0:1715210763.943790:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689280, portal 25 00000400:00000010:3.0:1715210763.943794:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000100:00000200:3.0:1715210763.943796:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689280, offset 0 00000400:00000200:2.0:1715210763.943798:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210763.943804:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210763.943804:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210763.943808:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:3.0:1715210763.943812:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715210763.943814:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210763.943816:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210763.943819:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210763.943822:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210763.943823:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715210763.943824:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210763.943827:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [825:825:255:4294967295] 192.168.203.134@tcp LPNI seq info [825:825:7:4294967295] 00000800:00000200:2.0:1715210763.943829:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210763.943836:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210763.943841:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210763.943846:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000800:00000200:3.0:1715210763.943851:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210763.943857:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210763.943861:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210763.943904:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210763.943910:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210763.943916:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210763.943923:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210763.943928:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715210763.943930:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715210763.943940:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954689344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210763.944045:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210763.944048:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715210763.944051:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210763.944055:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210763.944058:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:0.0:1715210763.944059:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:0.0:1715210763.944064:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23800 x1798526954689280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210763.945674:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210763.945687:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d340 00000400:00000200:0.0:1715210763.945694:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a89 [1] + 224 00000400:00000200:0.0:1715210763.945704:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210763.945708:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210763.945715:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954689344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210763.945751:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210763.945756:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d300 00000400:00000200:0.0:1715210763.945760:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a91 [1] + 224 00000400:00000200:0.0:1715210763.945790:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210763.945793:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210763.945798:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23800 x1798526954689280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210763.945836:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210763.945844:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210763.945846:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210763.945854:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954689344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210763.945865:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954689344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210763.945893:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210763.945898:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210763.945902:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000400:00000010:3.0:1715210763.945920:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210763.945927:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210763.945929:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210763.945937:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23800 x1798526954689280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210763.945948:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23800 x1798526954689280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210763.945966:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715210763.945971:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:3.0:1715210763.946000:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23800. 00000100:00000010:2.0:1715210768.951570:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22300. 02000000:00000010:2.0:1715210768.951592:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52900. 00000100:00000010:2.0:1715210768.951650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210768.951655:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52300. 02000000:00000010:2.0:1715210768.951707:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210768.951714:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210768.951721:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210768.951729:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689472, portal 4 02000000:00000010:0.0:1715210768.951736:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:2.0:1715210768.951737:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715210768.951739:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689472, offset 0 00000400:00000010:0.0:1715210768.951744:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000200:2.0:1715210768.951750:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210768.951760:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715210768.951764:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689408, portal 25 00000400:00000200:2.0:1715210768.951764:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210768.951768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000400:00000200:2.0:1715210768.951769:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210768.951770:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689408, offset 0 00000400:00000200:2.0:1715210768.951774:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210768.951778:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210768.951778:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210768.951781:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210768.951784:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [826:826:256:4294967295] 192.168.203.134@tcp LPNI seq info [826:826:8:4294967295] 00000400:00000200:2.0:1715210768.951795:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210768.951801:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210768.951803:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210768.951805:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210768.951807:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210768.951811:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210768.951812:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210768.951813:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210768.951816:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210768.951819:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [827:827:255:4294967295] 192.168.203.134@tcp LPNI seq info [827:827:7:4294967295] 00000800:00000200:2.0:1715210768.951821:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210768.951826:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210768.951829:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210768.951834:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210768.951837:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715210768.951842:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210768.951848:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210768.951852:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210768.951901:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210768.951907:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715210768.951913:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210768.951919:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210768.951924:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:1.0:1715210768.951926:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715210768.951972:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954689472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210768.952073:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210768.952077:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210768.952081:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210768.952088:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210768.952092:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715210768.952094:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715210768.952102:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22300 x1798526954689408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210768.953916:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210768.953929:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d3c0 00000400:00000200:0.0:1715210768.953936:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1a99 [1] + 224 00000400:00000200:0.0:1715210768.953969:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210768.953973:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210768.953980:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954689472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210768.954029:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210768.954035:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d380 00000400:00000200:0.0:1715210768.954039:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1aa1 [1] + 224 00000400:00000200:0.0:1715210768.954055:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210768.954059:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210768.954063:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22300 x1798526954689408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210768.954115:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210768.954123:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210768.954125:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210768.954133:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954689472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210768.954144:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954689472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210768.954153:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:1.0:1715210768.954161:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715210768.954163:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715210768.954171:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22300 x1798526954689408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210768.954174:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210768.954179:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52300. 00000100:00000200:1.0:1715210768.954183:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22300 x1798526954689408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210768.954191:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 02000000:00000010:1.0:1715210768.954199:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210768.954207:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52900. 00000100:00000010:1.0:1715210768.954209:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22300. 00000100:00000010:2.0:1715210773.959595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22d80. 02000000:00000010:2.0:1715210773.959618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52b00. 00000100:00000010:2.0:1715210773.959663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210773.959667:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52e00. 02000000:00000010:2.0:1715210773.959717:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210773.959723:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000010:2.0:1715210773.959730:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210773.959738:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689600, portal 4 00000400:00000010:2.0:1715210773.959744:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715210773.959746:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689600, offset 0 02000000:00000010:1.0:1715210773.959752:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715210773.959757:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210773.959761:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210773.959766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210773.959771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689536, portal 25 00000400:00000200:2.0:1715210773.959771:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210773.959775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000200:2.0:1715210773.959776:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210773.959777:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689536, offset 0 00000400:00000200:2.0:1715210773.959781:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210773.959784:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210773.959785:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210773.959788:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210773.959791:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [828:828:256:4294967295] 192.168.203.134@tcp LPNI seq info [828:828:8:4294967295] 00000400:00000200:2.0:1715210773.959802:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210773.959808:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210773.959812:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210773.959814:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715210773.959815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210773.959819:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210773.959820:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210773.959821:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210773.959824:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210773.959827:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [829:829:255:4294967295] 192.168.203.134@tcp LPNI seq info [829:829:7:4294967295] 00000800:00000200:2.0:1715210773.959829:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210773.959834:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210773.959837:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210773.959842:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210773.959845:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715210773.959850:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210773.959856:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210773.959860:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210773.959940:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210773.959946:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715210773.959952:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210773.959959:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210773.959964:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715210773.959966:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715210773.959976:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954689600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210773.960046:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210773.960048:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715210773.960051:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210773.960055:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210773.960057:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715210773.960059:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715210773.960063:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22d80 x1798526954689536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210773.961553:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210773.961566:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d440 00000400:00000200:0.0:1715210773.961574:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1aa9 [1] + 224 00000400:00000200:0.0:1715210773.961584:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210773.961587:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210773.961604:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954689600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210773.961644:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210773.961649:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d400 00000400:00000200:0.0:1715210773.961654:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ab1 [1] + 224 00000400:00000200:0.0:1715210773.961667:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210773.961670:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210773.961675:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22d80 x1798526954689536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210773.961725:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210773.961733:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210773.961735:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210773.961743:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954689600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210773.961754:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954689600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210773.961793:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210773.961797:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52e00. 00000100:00000010:2.0:1715210773.961801:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000400:00000010:1.0:1715210773.961802:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210773.961810:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210773.961812:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210773.961819:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22d80 x1798526954689536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210773.961830:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22d80 x1798526954689536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210773.961848:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210773.961852:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52b00. 00000100:00000010:1.0:1715210773.961855:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22d80. 00000100:00000010:0.0:1715210778.967688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186d80. 02000000:00000010:0.0:1715210778.967701:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d300. 00000100:00000010:0.0:1715210778.967741:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187800. 02000000:00000010:0.0:1715210778.967745:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5df00. 02000000:00000010:2.0:1715210778.967776:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715210778.967785:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 02000000:00000010:0.0:1715210778.967787:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:2.0:1715210778.967790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000010:0.0:1715210778.967791:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000100:00000200:2.0:1715210778.967794:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689664, portal 25 00000400:00000010:0.0:1715210778.967795:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000400:00000010:2.0:1715210778.967798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715210778.967799:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689728, portal 4 00000100:00000200:2.0:1715210778.967800:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689664, offset 0 00000400:00000010:0.0:1715210778.967804:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:2.0:1715210778.967807:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210778.967816:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689728, offset 0 00000400:00000200:2.0:1715210778.967816:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210778.967821:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210778.967823:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210778.967824:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210778.967827:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210778.967830:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210778.967833:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [830:830:256:4294967295] 192.168.203.134@tcp LPNI seq info [830:830:8:4294967295] 00000400:00000200:2.0:1715210778.967842:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210778.967847:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210778.967850:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210778.967851:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210778.967855:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210778.967855:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210778.967858:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210778.967861:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210778.967861:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210778.967864:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210778.967865:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210778.967866:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [831:831:255:4294967295] 192.168.203.134@tcp LPNI seq info [831:831:7:4294967295] 00000400:00000200:0.0:1715210778.967907:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210778.967912:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210778.967915:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715210778.967929:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210778.967935:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210778.967939:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210778.967947:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210778.967953:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715210778.967958:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210778.967964:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210778.967968:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:1.0:1715210778.967970:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715210778.967978:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186d80 x1798526954689664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210778.968031:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210778.968034:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210778.968037:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210778.968041:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210778.968043:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715210778.968044:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715210778.968049:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187800 x1798526954689728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210778.969514:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210778.969526:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d480 00000400:00000200:0.0:1715210778.969533:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ab9 [1] + 224 00000400:00000200:0.0:1715210778.969541:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210778.969545:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210778.969551:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186d80 x1798526954689664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210778.969585:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210778.969590:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d4c0 00000400:00000200:0.0:1715210778.969594:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1abd [1] + 224 00000400:00000200:0.0:1715210778.969610:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210778.969614:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210778.969619:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187800 x1798526954689728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210778.969668:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:2.0:1715210778.969675:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:2.0:1715210778.969677:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715210778.969685:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186d80 x1798526954689664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210778.969696:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186d80 x1798526954689664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210778.969730:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715210778.969734:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d300. 00000100:00000010:2.0:1715210778.969737:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186d80. 00000400:00000010:1.0:1715210778.969740:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:1.0:1715210778.969748:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715210778.969750:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715210778.969758:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187800 x1798526954689728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210778.969769:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187800 x1798526954689728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210778.969799:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210778.969803:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5df00. 00000100:00000010:1.0:1715210778.969806:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187800. 00000100:00000010:0.0:1715210783.975616:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad187480. 02000000:00000010:0.0:1715210783.975636:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 00000100:00000010:0.0:1715210783.975682:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad186300. 02000000:00000010:0.0:1715210783.975686:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 02000000:00000010:0.0:1715210783.975749:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210783.975756:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715210783.975764:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 02000000:00000010:1.0:1715210783.975770:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:0.0:1715210783.975771:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689856, portal 4 00000400:00000010:0.0:1715210783.975777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715210783.975779:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689856, offset 0 00000400:00000010:1.0:1715210783.975779:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210783.975784:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210783.975790:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210783.975799:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689792, portal 25 00000400:00000010:1.0:1715210783.975803:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000400:00000200:0.0:1715210783.975804:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210783.975805:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689792, offset 0 00000400:00000200:1.0:1715210783.975812:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210783.975819:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210783.975823:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210783.975827:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210783.975830:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210783.975861:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [832:832:256:4294967295] 192.168.203.134@tcp LPNI seq info [832:832:8:4294967295] 00000400:00000200:0.0:1715210783.975874:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210783.975881:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210783.975885:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715210783.975886:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210783.975890:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210783.975892:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210783.975893:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210783.975896:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210783.975899:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210783.975902:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210783.975902:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [833:833:255:4294967295] 192.168.203.134@tcp LPNI seq info [833:833:7:4294967295] 00000800:00000200:0.0:1715210783.975907:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210783.975912:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210783.975917:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210783.975921:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715210783.975925:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210783.975932:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210783.975935:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210783.975987:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210783.975993:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:2.0:1715210783.975999:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210783.976006:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210783.976011:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:2.0:1715210783.976013:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:2.0:1715210783.976024:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad186300 x1798526954689856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210783.976081:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210783.976084:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715210783.976086:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210783.976090:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210783.976093:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:2.0:1715210783.976094:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:2.0:1715210783.976098:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad187480 x1798526954689792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210783.977772:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210783.977790:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d540 00000400:00000200:0.0:1715210783.977799:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ac9 [1] + 224 00000400:00000200:0.0:1715210783.977810:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210783.977814:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210783.977821:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad186300 x1798526954689856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210783.977884:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210783.977891:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d500 00000400:00000200:0.0:1715210783.977895:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ad1 [1] + 224 00000400:00000200:0.0:1715210783.977919:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210783.977925:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210783.977933:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad187480 x1798526954689792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210783.977968:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:2.0:1715210783.977975:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715210783.977977:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715210783.977986:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad186300 x1798526954689856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210783.977997:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad186300 x1798526954689856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210783.978026:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210783.978031:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:2.0:1715210783.978035:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad186300. 00000400:00000010:1.0:1715210783.978057:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210783.978065:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210783.978066:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210783.978074:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad187480 x1798526954689792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210783.978085:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad187480 x1798526954689792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210783.978117:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715210783.978122:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000100:00000010:1.0:1715210783.978125:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad187480. 00000100:00000010:0.0:1715210788.983567:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184e00. 02000000:00000010:0.0:1715210788.983584:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d500. 00000100:00000010:0.0:1715210788.983623:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad185f80. 02000000:00000010:0.0:1715210788.983637:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d700. 02000000:00000010:0.0:1715210788.983689:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:0.0:1715210788.983695:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715210788.983700:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715210788.983707:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689984, portal 4 00000400:00000010:0.0:1715210788.983712:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715210788.983714:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954689984, offset 0 02000000:00000010:2.0:1715210788.983716:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000200:0.0:1715210788.983723:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715210788.983733:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379b58. 00000400:00000200:0.0:1715210788.983734:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210788.983738:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000200:0.0:1715210788.983739:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210788.983742:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954689920, portal 25 00000400:00000200:0.0:1715210788.983743:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210788.983746:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000400:00000200:0.0:1715210788.983747:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210788.983748:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954689920, offset 0 00000400:00000200:0.0:1715210788.983749:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210788.983752:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [834:834:256:4294967295] 192.168.203.134@tcp LPNI seq info [834:834:8:4294967295] 00000400:00000200:2.0:1715210788.983755:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210788.983764:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210788.983769:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210788.983773:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715210788.983776:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:0.0:1715210788.983779:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210788.983779:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210788.983782:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210788.983786:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210788.983787:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210788.983788:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210788.983791:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210788.983791:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [835:835:255:4294967295] 192.168.203.134@tcp LPNI seq info [835:835:7:4294967295] 00000400:00000200:2.0:1715210788.983831:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210788.983837:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210788.983840:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715210788.983845:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210788.983852:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210788.983855:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210788.983892:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210788.983898:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210788.983903:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210788.983910:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210788.983914:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715210788.983917:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715210788.983926:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad185f80 x1798526954689984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210788.983986:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210788.983989:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715210788.983991:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210788.983995:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210788.983998:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:1.0:1715210788.983999:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:1.0:1715210788.984003:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184e00 x1798526954689920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210788.985548:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210788.985562:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d5c0 00000400:00000200:0.0:1715210788.985569:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ad9 [1] + 224 00000400:00000200:0.0:1715210788.985579:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210788.985583:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210788.985591:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad185f80 x1798526954689984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210788.985625:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210788.985630:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d580 00000400:00000200:0.0:1715210788.985643:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ae1 [1] + 224 00000400:00000200:0.0:1715210788.985658:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210788.985662:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210788.985667:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184e00 x1798526954689920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210788.985718:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:2.0:1715210788.985726:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715210788.985728:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715210788.985736:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad185f80 x1798526954689984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210788.985747:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad185f80 x1798526954689984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210788.985773:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210788.985780:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d700. 00000100:00000010:2.0:1715210788.985784:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad185f80. 00000400:00000010:3.0:1715210788.985787:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379b58. 00000400:00000200:3.0:1715210788.985795:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:3.0:1715210788.985842:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:3.0:1715210788.985851:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184e00 x1798526954689920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210788.985862:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184e00 x1798526954689920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210788.985881:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715210788.985885:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d500. 00000100:00000010:3.0:1715210788.985888:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184e00. 00000100:00000010:0.0:1715210793.991576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184700. 02000000:00000010:0.0:1715210793.991600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5dd00. 00000100:00000010:0.0:1715210793.991645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184a80. 02000000:00000010:0.0:1715210793.991649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d900. 02000000:00000010:0.0:1715210793.991715:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210793.991722:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:0.0:1715210793.991729:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715210793.991737:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690112, portal 4 00000400:00000010:0.0:1715210793.991743:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715210793.991746:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954690112, offset 0 02000000:00000010:1.0:1715210793.991750:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:0.0:1715210793.991757:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210793.991759:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210793.991764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210793.991799:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210793.991805:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210793.991807:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690048, portal 25 00000400:00000200:0.0:1715210793.991810:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715210793.991812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000400:00000200:0.0:1715210793.991814:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715210793.991814:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690048, offset 0 00000400:00000200:0.0:1715210793.991817:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210793.991820:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [836:836:256:4294967295] 192.168.203.134@tcp LPNI seq info [836:836:8:4294967295] 00000400:00000200:1.0:1715210793.991821:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210793.991831:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210793.991838:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210793.991840:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210793.991842:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210793.991844:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210793.991847:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715210793.991849:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210793.991850:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210793.991852:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210793.991858:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210793.991863:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210793.991869:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [837:837:255:4294967295] 192.168.203.134@tcp LPNI seq info [837:837:7:4294967295] 00000400:00000200:1.0:1715210793.991879:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210793.991884:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210793.991888:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715210793.991893:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210793.991900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210793.991903:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210793.991946:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210793.991952:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:2.0:1715210793.991968:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210793.991976:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210793.991980:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:2.0:1715210793.991983:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:2.0:1715210793.991992:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184a80 x1798526954690112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210793.992078:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210793.992081:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715210793.992083:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210793.992087:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210793.992090:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:2.0:1715210793.992092:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:2.0:1715210793.992095:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184700 x1798526954690048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210793.993918:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210793.993940:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d640 00000400:00000200:0.0:1715210793.993947:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ae9 [1] + 224 00000400:00000200:0.0:1715210793.993959:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210793.993963:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210793.993970:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184a80 x1798526954690112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210793.994007:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210793.994012:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d600 00000400:00000200:0.0:1715210793.994017:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1af1 [1] + 224 00000400:00000200:0.0:1715210793.994031:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210793.994035:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210793.994039:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184700 x1798526954690048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210793.994094:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:2.0:1715210793.994101:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715210793.994103:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715210793.994111:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184a80 x1798526954690112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210793.994123:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184a80 x1798526954690112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210793.994152:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715210793.994158:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d900. 00000400:00000010:1.0:1715210793.994160:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715210793.994162:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184a80. 00000400:00000200:1.0:1715210793.994168:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210793.994170:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210793.994177:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184700 x1798526954690048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210793.994188:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184700 x1798526954690048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210793.994205:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210793.994212:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5dd00. 00000100:00000010:1.0:1715210793.994215:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184700. 00000100:00000010:2.0:1715210798.999705:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e23480. 02000000:00000010:2.0:1715210798.999725:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52200. 00000100:00000010:2.0:1715210798.999813:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210798.999818:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 02000000:00000010:2.0:1715210798.999861:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715210798.999868:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:2.0:1715210798.999875:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210798.999892:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690240, portal 4 00000400:00000010:2.0:1715210798.999899:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 02000000:00000010:0.0:1715210798.999901:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:2.0:1715210798.999902:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954690240, offset 0 00000400:00000010:0.0:1715210798.999910:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000200:2.0:1715210798.999912:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210798.999925:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000200:2.0:1715210798.999926:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210798.999930:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690176, portal 25 00000400:00000200:2.0:1715210798.999932:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715210798.999934:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715210798.999936:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690176, offset 0 00000400:00000200:2.0:1715210798.999936:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210798.999940:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210798.999943:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210798.999943:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210798.999946:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [838:838:256:4294967295] 192.168.203.134@tcp LPNI seq info [838:838:8:4294967295] 00000400:00000200:2.0:1715210798.999958:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210798.999964:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210798.999968:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210798.999968:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715210798.999972:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210798.999974:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210798.999976:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210798.999978:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210798.999981:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715210798.999982:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210798.999984:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [839:839:255:4294967295] 192.168.203.134@tcp LPNI seq info [839:839:7:4294967295] 00000800:00000200:2.0:1715210798.999987:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210798.999994:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210798.999999:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210799.000010:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715210799.000015:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210799.000022:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210799.000025:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210799.000055:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210799.000062:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715210799.000067:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210799.000074:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210799.000079:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:1.0:1715210799.000081:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715210799.000090:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954690240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210799.000146:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210799.000149:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715210799.000152:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210799.000156:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210799.000158:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715210799.000168:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715210799.000175:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e23480 x1798526954690176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210799.001785:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210799.001799:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d6c0 00000400:00000200:0.0:1715210799.001806:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1af9 [1] + 224 00000400:00000200:0.0:1715210799.001816:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210799.001820:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210799.001827:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954690240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210799.001861:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210799.001866:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d680 00000400:00000200:0.0:1715210799.001871:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b01 [1] + 224 00000400:00000200:0.0:1715210799.001887:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210799.001891:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210799.001895:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e23480 x1798526954690176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210799.001951:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210799.001958:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210799.001960:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210799.001968:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954690240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210799.001980:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954690240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210799.002010:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715210799.002015:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000400:00000010:1.0:1715210799.002017:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000100:00000010:2.0:1715210799.002018:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000400:00000200:1.0:1715210799.002024:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715210799.002027:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715210799.002035:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e23480 x1798526954690176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210799.002046:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e23480 x1798526954690176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210799.002064:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210799.002068:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52200. 00000100:00000010:1.0:1715210799.002071:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e23480. 00000100:00000010:0.0:1715210804.007833:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184380. 02000000:00000010:0.0:1715210804.007848:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5de00. 00000100:00000010:0.0:1715210804.007890:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ad184000. 02000000:00000010:0.0:1715210804.007894:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f5d100. 02000000:00000010:0.0:1715210804.007943:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715210804.007948:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000010:0.0:1715210804.007955:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715210804.007960:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690368, portal 4 00000400:00000010:0.0:1715210804.007966:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715210804.007968:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954690368, offset 0 00000400:00000200:0.0:1715210804.007976:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210804.007991:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:0.0:1715210804.007995:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210804.007999:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210804.008000:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210804.008004:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715210804.008004:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:0.0:1715210804.008007:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715210804.008009:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690304, portal 25 00000400:00000200:0.0:1715210804.008010:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715210804.008012:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000400:00000200:0.0:1715210804.008013:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [840:840:256:4294967295] 192.168.203.134@tcp LPNI seq info [840:840:8:4294967295] 00000100:00000200:1.0:1715210804.008014:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690304, offset 0 00000400:00000200:1.0:1715210804.008021:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210804.008023:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210804.008029:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210804.008031:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715210804.008032:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210804.008035:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210804.008038:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210804.008039:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210804.008041:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210804.008044:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715210804.008045:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210804.008047:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [841:841:255:4294967295] 192.168.203.134@tcp LPNI seq info [841:841:7:4294967295] 00000800:00000200:0.0:1715210804.008050:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210804.008056:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210804.008061:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210804.008064:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715210804.008069:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210804.008075:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210804.008087:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210804.008117:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210804.008123:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:2.0:1715210804.008128:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210804.008135:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210804.008148:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:2.0:1715210804.008150:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715210804.008159:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184000 x1798526954690368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210804.008220:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210804.008223:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715210804.008226:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210804.008230:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210804.008232:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:2.0:1715210804.008234:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:2.0:1715210804.008238:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ad184380 x1798526954690304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210804.009840:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210804.009852:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d740 00000400:00000200:0.0:1715210804.009859:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b09 [1] + 224 00000400:00000200:0.0:1715210804.009869:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210804.009873:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210804.009879:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184000 x1798526954690368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210804.009915:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210804.009919:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d700 00000400:00000200:0.0:1715210804.009924:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b11 [1] + 224 00000400:00000200:0.0:1715210804.009942:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210804.009946:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210804.009950:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ad184380 x1798526954690304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210804.010006:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:2.0:1715210804.010013:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715210804.010015:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715210804.010023:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184000 x1798526954690368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210804.010034:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184000 x1798526954690368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210804.010060:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715210804.010066:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5d100. 00000400:00000010:1.0:1715210804.010069:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715210804.010069:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184000. 00000400:00000200:1.0:1715210804.010076:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210804.010078:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210804.010086:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ad184380 x1798526954690304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210804.010096:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ad184380 x1798526954690304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210804.010113:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210804.010118:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f5de00. 00000100:00000010:1.0:1715210804.010121:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ad184380. 00000100:00000010:2.0:1715210809.015744:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e22a00. 02000000:00000010:2.0:1715210809.015770:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52500. 00000100:00000010:2.0:1715210809.015820:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8e21500. 02000000:00000010:2.0:1715210809.015824:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f52700. 02000000:00000010:2.0:1715210809.015876:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715210809.015882:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:2.0:1715210809.015889:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210809.015897:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690496, portal 4 00000400:00000010:2.0:1715210809.015904:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 02000000:00000010:0.0:1715210809.015920:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:2.0:1715210809.015920:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954690496, offset 0 00000400:00000010:0.0:1715210809.015928:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715210809.015931:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210809.015943:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000200:2.0:1715210809.015945:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210809.015948:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690432, portal 25 00000400:00000200:2.0:1715210809.015951:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715210809.015952:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715210809.015954:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690432, offset 0 00000400:00000200:2.0:1715210809.015955:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210809.015959:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210809.015961:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210809.015962:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210809.015965:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [842:842:256:4294967295] 192.168.203.134@tcp LPNI seq info [842:842:8:4294967295] 00000400:00000200:2.0:1715210809.015977:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210809.015983:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210809.015986:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715210809.015987:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715210809.015990:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210809.015993:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715210809.015994:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210809.015996:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210809.015999:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210809.016002:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [843:843:255:4294967295] 192.168.203.134@tcp LPNI seq info [843:843:7:4294967295] 00000800:00000200:2.0:1715210809.016003:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210809.016008:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210809.016012:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210809.016016:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210809.016020:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210809.016024:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210809.016031:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210809.016034:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210809.016090:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210809.016096:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715210809.016103:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210809.016110:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210809.016114:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:1.0:1715210809.016116:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715210809.016126:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e21500 x1798526954690496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210809.016206:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210809.016209:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210809.016212:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210809.016216:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210809.016218:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715210809.016220:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715210809.016225:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8e22a00 x1798526954690432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210809.018065:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210809.018077:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d7c0 00000400:00000200:0.0:1715210809.018085:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b19 [1] + 224 00000400:00000200:0.0:1715210809.018095:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210809.018099:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210809.018106:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e21500 x1798526954690496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210809.018141:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210809.018146:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d780 00000400:00000200:0.0:1715210809.018150:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b21 [1] + 224 00000400:00000200:0.0:1715210809.018168:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210809.018178:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210809.018183:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8e22a00 x1798526954690432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210809.018236:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210809.018244:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210809.018246:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210809.018254:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e21500 x1798526954690496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210809.018265:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e21500 x1798526954690496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210809.018295:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715210809.018300:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52700. 00000100:00000010:2.0:1715210809.018304:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e21500. 00000400:00000010:1.0:1715210809.018307:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:1.0:1715210809.018315:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715210809.018317:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715210809.018325:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8e22a00 x1798526954690432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210809.018352:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8e22a00 x1798526954690432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210809.018370:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210809.018375:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f52500. 00000100:00000010:1.0:1715210809.018378:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8e22a00. 00000100:00000010:3.0:1715210814.023714:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715210814.023740:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715210814.023792:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715210814.023796:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715210814.023854:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 02000000:00000010:2.0:1715210814.023855:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:3.0:1715210814.023861:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:2.0:1715210814.023863:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:3.0:1715210814.023867:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715210814.023868:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:3.0:1715210814.023873:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690624, portal 4 00000100:00000200:2.0:1715210814.023874:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690560, portal 25 00000400:00000010:2.0:1715210814.023877:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000400:00000010:3.0:1715210814.023878:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:2.0:1715210814.023880:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690560, offset 0 00000100:00000200:3.0:1715210814.023881:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954690624, offset 0 00000400:00000200:3.0:1715210814.023889:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210814.023898:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210814.023902:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210814.023906:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210814.023910:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210814.023913:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210814.023915:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210814.023918:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [844:844:256:4294967295] 192.168.203.134@tcp LPNI seq info [844:844:8:4294967295] 00000400:00000200:3.0:1715210814.023927:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210814.023932:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210814.023934:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210814.023936:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:2.0:1715210814.023937:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210814.023940:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210814.023941:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210814.023942:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210814.023944:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210814.023947:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [845:845:255:4294967295] 192.168.203.134@tcp LPNI seq info [845:845:7:4294967295] 00000800:00000200:3.0:1715210814.023949:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210814.023954:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210814.023958:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210814.023961:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:3.0:1715210814.023961:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210814.023965:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210814.023970:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210814.023973:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210814.024027:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210814.024032:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715210814.024038:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210814.024044:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210814.024048:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:0.0:1715210814.024050:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:0.0:1715210814.024057:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954690624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210814.024125:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210814.024128:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210814.024131:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210814.024134:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210814.024135:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715210814.024137:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715210814.024141:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954690560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210814.026062:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210814.026076:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d840 00000400:00000200:0.0:1715210814.026083:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b29 [1] + 224 00000400:00000200:0.0:1715210814.026094:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210814.026097:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210814.026105:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954690624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210814.026141:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210814.026146:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d800 00000400:00000200:0.0:1715210814.026150:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b2d [1] + 224 00000400:00000200:0.0:1715210814.026178:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210814.026181:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:3.0:1715210814.026184:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210814.026192:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210814.026194:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:0.0:1715210814.026201:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954690560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210814.026202:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954690624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210814.026214:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954690624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210814.026243:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715210814.026249:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210814.026252:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:2.0:1715210814.026322:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210814.026330:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210814.026332:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210814.026340:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954690560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210814.026351:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954690560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210814.026369:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715210814.026373:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715210814.026377:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715210819.031668:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715210819.031693:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715210819.031744:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715210819.031748:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715210819.031813:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715210819.031820:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210819.031827:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210819.031835:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690752, portal 4 00000400:00000010:3.0:1715210819.031842:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715210819.031845:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954690752, offset 0 02000000:00000010:0.0:1715210819.031850:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715210819.031855:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210819.031859:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:0.0:1715210819.031865:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715210819.031869:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690688, portal 25 00000400:00000200:3.0:1715210819.031870:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210819.031873:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715210819.031875:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690688, offset 0 00000400:00000200:3.0:1715210819.031876:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210819.031880:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210819.031883:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210819.031884:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210819.031887:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210819.031891:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [846:846:256:4294967295] 192.168.203.134@tcp LPNI seq info [846:846:8:4294967295] 00000400:00000200:3.0:1715210819.031902:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210819.031908:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210819.031910:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210819.031914:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210819.031918:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210819.031921:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210819.031923:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210819.031926:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [847:847:255:4294967295] 192.168.203.134@tcp LPNI seq info [847:847:7:4294967295] 00000800:00000010:3.0:1715210819.031928:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715210819.031935:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210819.031936:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210819.031941:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210819.031945:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:3.0:1715210819.031945:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210819.031950:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210819.031950:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210819.031957:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210819.031960:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210819.032033:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210819.032039:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715210819.032046:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210819.032053:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210819.032058:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:1.0:1715210819.032060:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:1.0:1715210819.032069:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954690752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210819.032150:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210819.032152:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210819.032155:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210819.032158:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210819.032161:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715210819.032163:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715210819.032167:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954690688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210819.033903:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210819.033915:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d8c0 00000400:00000200:0.0:1715210819.033923:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b39 [1] + 224 00000400:00000200:0.0:1715210819.033933:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210819.033937:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210819.033944:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954690752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210819.033991:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210819.033997:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d880 00000400:00000200:0.0:1715210819.034001:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b41 [1] + 224 00000400:00000200:0.0:1715210819.034015:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210819.034019:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210819.034023:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954690688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210819.034076:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210819.034084:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210819.034086:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210819.034094:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954690752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210819.034105:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954690752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210819.034135:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715210819.034140:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210819.034144:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715210819.034186:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:1.0:1715210819.034191:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715210819.034193:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715210819.034199:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954690688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210819.034208:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954690688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210819.034224:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210819.034228:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715210819.034238:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715210824.039608:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715210824.039628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210824.039671:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715210824.039675:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715210824.039725:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 02000000:00000010:1.0:1715210824.039729:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:3.0:1715210824.039732:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715210824.039739:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715210824.039739:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210824.039746:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690880, portal 4 00000400:00000010:3.0:1715210824.039753:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000400:00000010:1.0:1715210824.039754:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715210824.039755:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954690880, offset 0 00000100:00000200:1.0:1715210824.039759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690816, portal 25 00000400:00000010:1.0:1715210824.039762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000200:3.0:1715210824.039766:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210824.039772:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690816, offset 0 00000400:00000200:1.0:1715210824.039780:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210824.039781:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210824.039787:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210824.039791:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210824.039795:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210824.039798:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210824.039801:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [848:848:256:4294967295] 192.168.203.134@tcp LPNI seq info [848:848:8:4294967295] 00000400:00000200:3.0:1715210824.039822:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210824.039829:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210824.039831:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210824.039833:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715210824.039835:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210824.039838:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210824.039840:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210824.039841:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210824.039844:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210824.039847:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [849:849:255:4294967295] 192.168.203.134@tcp LPNI seq info [849:849:7:4294967295] 00000800:00000200:3.0:1715210824.039850:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210824.039854:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210824.039856:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210824.039861:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210824.039865:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715210824.039870:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210824.039876:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210824.039879:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210824.039925:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210824.039931:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715210824.039937:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210824.039944:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210824.039949:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:0.0:1715210824.039951:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:0.0:1715210824.039960:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954690880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210824.040026:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210824.040028:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715210824.040031:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210824.040034:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210824.040037:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715210824.040038:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715210824.040042:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954690816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210824.041890:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210824.041903:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d940 00000400:00000200:0.0:1715210824.041910:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b49 [1] + 224 00000400:00000200:0.0:1715210824.041920:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210824.041924:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210824.041940:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954690880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210824.041978:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210824.041984:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d900 00000400:00000200:0.0:1715210824.041988:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b51 [1] + 224 00000400:00000200:0.0:1715210824.042001:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210824.042005:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210824.042009:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954690816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210824.042062:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210824.042070:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210824.042072:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210824.042080:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954690880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210824.042091:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954690880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210824.042121:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715210824.042126:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000400:00000010:1.0:1715210824.042128:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:3.0:1715210824.042130:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000200:1.0:1715210824.042136:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210824.042138:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210824.042145:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954690816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210824.042156:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954690816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210824.042173:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210824.042179:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715210824.042183:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715210829.047620:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715210829.047639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715210829.047680:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715210829.047684:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715210829.047730:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 02000000:00000010:0.0:1715210829.047733:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715210829.047736:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210829.047741:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:0.0:1715210829.047742:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000100:00000200:3.0:1715210829.047748:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691008, portal 4 00000400:00000010:0.0:1715210829.047750:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715210829.047754:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954690944, portal 25 00000400:00000010:3.0:1715210829.047754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715210829.047756:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691008, offset 0 00000400:00000010:0.0:1715210829.047759:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000200:3.0:1715210829.047766:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210829.047773:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954690944, offset 0 00000400:00000200:3.0:1715210829.047780:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210829.047782:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210829.047785:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210829.047788:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210829.047800:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210829.047803:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210829.047806:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [850:850:256:4294967295] 192.168.203.134@tcp LPNI seq info [850:850:8:4294967295] 00000400:00000200:3.0:1715210829.047815:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210829.047821:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210829.047825:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210829.047825:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715210829.047829:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715210829.047831:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210829.047834:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210829.047838:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715210829.047840:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210829.047842:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715210829.047844:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210829.047846:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [851:851:255:4294967295] 192.168.203.134@tcp LPNI seq info [851:851:7:4294967295] 00000400:00000200:0.0:1715210829.047858:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210829.047864:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210829.047868:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715210829.047874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210829.047881:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210829.047885:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210829.047910:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210829.047915:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715210829.047921:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210829.047927:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210829.047931:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:1.0:1715210829.047933:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:1.0:1715210829.047941:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954691008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210829.048002:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210829.048004:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210829.048007:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210829.048010:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210829.048012:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715210829.048013:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715210829.048018:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954690944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210829.049516:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210829.049574:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040d9c0 00000400:00000200:0.0:1715210829.049582:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b59 [1] + 224 00000400:00000200:0.0:1715210829.049597:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210829.049602:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210829.049610:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954691008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210829.049655:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210829.049663:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040d980 00000400:00000200:0.0:1715210829.049670:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b5d [1] + 224 00000400:00000200:0.0:1715210829.049693:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210829.049698:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210829.049705:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954690944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210829.049726:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210829.049733:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210829.049735:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210829.049742:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954691008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210829.049751:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954691008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210829.049778:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715210829.049783:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715210829.049786:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715210829.049787:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:1.0:1715210829.049794:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715210829.049796:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:1.0:1715210829.049803:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954690944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210829.049812:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954690944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210829.049827:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210829.049833:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715210829.049836:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715210834.055631:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715210834.055652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715210834.055699:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715210834.055703:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715210834.055756:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715210834.055763:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210834.055769:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210834.055777:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691136, portal 4 00000400:00000010:3.0:1715210834.055783:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715210834.055785:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691136, offset 0 00000400:00000200:3.0:1715210834.055796:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210834.055804:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715210834.055813:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210834.055818:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715210834.055821:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210834.055822:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691072, portal 25 00000400:00000010:1.0:1715210834.055826:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000400:00000200:3.0:1715210834.055826:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210834.055828:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691072, offset 0 00000400:00000200:3.0:1715210834.055830:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210834.055834:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210834.055837:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210834.055840:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [852:852:256:4294967295] 192.168.203.134@tcp LPNI seq info [852:852:8:4294967295] 00000400:00000200:1.0:1715210834.055845:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210834.055851:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210834.055857:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210834.055861:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715210834.055866:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715210834.055868:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210834.055870:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210834.055873:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210834.055876:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715210834.055877:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210834.055879:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210834.055881:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [853:853:255:4294967295] 192.168.203.134@tcp LPNI seq info [853:853:7:4294967295] 00000800:00000200:3.0:1715210834.055882:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210834.055891:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210834.055896:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210834.055899:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715210834.055904:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210834.055910:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210834.055914:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210834.055962:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210834.055969:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715210834.055975:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210834.055983:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210834.055987:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:0.0:1715210834.055990:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:0.0:1715210834.055999:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954691136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210834.056079:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210834.056081:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715210834.056084:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210834.056088:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210834.056090:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715210834.056092:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715210834.056096:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954691072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210834.057842:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210834.057856:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040da40 00000400:00000200:0.0:1715210834.057863:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b69 [1] + 224 00000400:00000200:0.0:1715210834.057874:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210834.057878:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210834.057885:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954691136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210834.057920:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210834.057925:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040da00 00000400:00000200:0.0:1715210834.057930:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b71 [1] + 224 00000400:00000200:0.0:1715210834.057947:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210834.057951:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210834.057956:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954691072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210834.057970:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210834.057978:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210834.057979:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210834.057987:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954691136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210834.057998:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954691136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210834.058027:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715210834.058032:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715210834.058036:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000010:1.0:1715210834.058088:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210834.058095:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210834.058097:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210834.058105:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954691072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210834.058115:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954691072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210834.058133:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715210834.058137:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715210834.058140:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715210839.063602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715210839.063623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715210839.063666:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715210839.063670:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715210839.063720:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715210839.063728:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210839.063735:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210839.063743:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691264, portal 4 02000000:00000010:0.0:1715210839.063758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715210839.063759:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715210839.063762:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691264, offset 0 00000400:00000010:0.0:1715210839.063767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000200:3.0:1715210839.063773:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210839.063782:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715210839.063787:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691200, portal 25 00000400:00000200:3.0:1715210839.063787:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210839.063791:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715210839.063793:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691200, offset 0 00000400:00000200:3.0:1715210839.063793:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210839.063798:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210839.063800:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210839.063802:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210839.063804:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210839.063808:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [854:854:256:4294967295] 192.168.203.134@tcp LPNI seq info [854:854:8:4294967295] 00000400:00000200:3.0:1715210839.063819:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210839.063825:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210839.063828:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210839.063829:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715210839.063832:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210839.063835:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210839.063836:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210839.063838:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210839.063841:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210839.063844:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [855:855:255:4294967295] 192.168.203.134@tcp LPNI seq info [855:855:7:4294967295] 00000800:00000200:3.0:1715210839.063844:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210839.063849:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210839.063854:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210839.063869:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210839.063872:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210839.063877:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210839.063883:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210839.063886:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210839.063918:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210839.063924:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715210839.063930:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210839.063937:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210839.063942:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:1.0:1715210839.063944:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:1.0:1715210839.063952:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954691264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210839.064031:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210839.064034:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210839.064037:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210839.064041:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210839.064043:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715210839.064045:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715210839.064050:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954691200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210839.065619:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210839.065633:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040dac0 00000400:00000200:0.0:1715210839.065641:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b79 [1] + 224 00000400:00000200:0.0:1715210839.065651:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210839.065655:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210839.065662:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954691264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210839.065699:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210839.065704:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040da80 00000400:00000200:0.0:1715210839.065708:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b81 [1] + 224 00000400:00000200:0.0:1715210839.065727:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210839.065731:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210839.065736:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954691200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210839.065790:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210839.065798:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210839.065800:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210839.065808:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954691264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210839.065819:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954691264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210839.065848:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210839.065852:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715210839.065856:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715210839.065864:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:1.0:1715210839.065872:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715210839.065874:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:1.0:1715210839.065882:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954691200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210839.065893:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954691200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210839.065910:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210839.065915:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715210839.065918:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715210844.071640:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715210844.071666:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715210844.071716:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715210844.071720:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:1.0:1715210844.071767:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 02000000:00000010:3.0:1715210844.071773:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:1.0:1715210844.071778:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210844.071786:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:3.0:1715210844.071793:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000100:00000200:1.0:1715210844.071794:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691328, portal 25 00000400:00000010:3.0:1715210844.071798:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715210844.071799:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:1.0:1715210844.071802:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691328, offset 0 00000100:00000200:3.0:1715210844.071802:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691392, portal 4 00000400:00000010:3.0:1715210844.071808:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000400:00000200:1.0:1715210844.071813:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715210844.071821:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691392, offset 0 00000400:00000200:1.0:1715210844.071828:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210844.071829:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210844.071833:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210844.071838:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210844.071842:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210844.071844:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210844.071857:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [856:856:256:4294967295] 192.168.203.134@tcp LPNI seq info [856:856:8:4294967295] 00000400:00000200:1.0:1715210844.071868:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210844.071875:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210844.071876:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210844.071879:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000400:00000200:3.0:1715210844.071880:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210844.071883:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210844.071886:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210844.071887:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210844.071889:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210844.071892:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [857:857:255:4294967295] 192.168.203.134@tcp LPNI seq info [857:857:7:4294967295] 00000800:00000200:1.0:1715210844.071897:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715210844.071901:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210844.071902:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210844.071906:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210844.071910:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715210844.071914:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210844.071920:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210844.071924:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210844.072008:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210844.072018:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715210844.072026:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210844.072037:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210844.072043:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715210844.072046:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715210844.072060:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954691328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210844.072160:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210844.072176:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715210844.072181:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210844.072185:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210844.072188:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:0.0:1715210844.072190:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:0.0:1715210844.072196:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954691392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210844.074101:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210844.074117:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040db00 00000400:00000200:0.0:1715210844.074128:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b89 [1] + 224 00000400:00000200:0.0:1715210844.074142:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210844.074145:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210844.074153:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954691328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210844.074193:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210844.074198:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040db40 00000400:00000200:0.0:1715210844.074203:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b8d [1] + 224 00000400:00000200:0.0:1715210844.074223:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210844.074226:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210844.074231:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954691392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210844.074283:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210844.074290:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210844.074293:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210844.074302:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954691328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210844.074315:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954691328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210844.074340:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715210844.074345:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000400:00000010:3.0:1715210844.074356:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210844.074363:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000100:00000010:1.0:1715210844.074365:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:3.0:1715210844.074365:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210844.074374:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954691392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210844.074385:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954691392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210844.074408:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210844.074413:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715210844.074416:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715210849.079579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715210849.079601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715210849.079665:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715210849.079669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715210849.079722:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715210849.079730:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210849.079736:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210849.079744:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691520, portal 4 00000400:00000010:3.0:1715210849.079750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000100:00000200:3.0:1715210849.079752:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691520, offset 0 00000400:00000200:3.0:1715210849.079763:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210849.079777:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715210849.079777:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210849.079783:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210849.079787:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210849.079791:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715210849.079793:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000200:3.0:1715210849.079794:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210849.079797:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [858:858:256:4294967295] 192.168.203.134@tcp LPNI seq info [858:858:8:4294967295] 00000400:00000010:0.0:1715210849.079801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000200:3.0:1715210849.079808:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715210849.079809:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691456, portal 25 00000400:00000010:0.0:1715210849.079814:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000800:00000200:3.0:1715210849.079815:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210849.079818:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691456, offset 0 00000800:00000010:3.0:1715210849.079819:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715210849.079826:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210849.079829:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715210849.079835:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210849.079840:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210849.079846:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210849.079862:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210849.079867:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210849.079871:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210849.079874:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210849.079878:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [859:859:255:4294967295] 192.168.203.134@tcp LPNI seq info [859:859:7:4294967295] 00000400:00000200:0.0:1715210849.079890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210849.079896:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210849.079900:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715210849.079907:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210849.079917:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210849.079922:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210849.079981:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210849.079985:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715210849.079990:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210849.079998:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210849.080002:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:1.0:1715210849.080005:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:1.0:1715210849.080013:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954691520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210849.080050:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210849.080052:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715210849.080055:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210849.080059:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210849.080061:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715210849.080072:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715210849.080079:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954691456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210849.081509:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210849.081524:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040dbc0 00000400:00000200:0.0:1715210849.081533:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1b99 [1] + 224 00000400:00000200:0.0:1715210849.081547:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210849.081551:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210849.081563:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954691520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210849.081605:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210849.081610:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040db80 00000400:00000200:0.0:1715210849.081615:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ba1 [1] + 224 00000400:00000200:0.0:1715210849.081635:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210849.081638:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210849.081644:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954691456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210849.081698:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210849.081705:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210849.081707:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210849.081716:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954691520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210849.081728:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954691520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210849.081743:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:1.0:1715210849.081750:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715210849.081753:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 02000000:00000010:3.0:1715210849.081758:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 00000100:00000200:1.0:1715210849.081763:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954691456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210849.081763:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000200:1.0:1715210849.081775:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954691456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715210849.081776:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 02000000:00000010:1.0:1715210849.081796:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210849.081801:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715210849.081806:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715210854.087581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715210854.087604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210854.087650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715210854.087654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715210854.087709:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715210854.087716:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210854.087723:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210854.087731:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691648, portal 4 00000400:00000010:3.0:1715210854.087738:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715210854.087741:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691648, offset 0 02000000:00000010:1.0:1715210854.087750:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:3.0:1715210854.087751:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210854.087758:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210854.087763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715210854.087765:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715210854.087768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691584, portal 25 00000400:00000200:3.0:1715210854.087771:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210854.087772:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715210854.087774:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691584, offset 0 00000400:00000200:3.0:1715210854.087775:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210854.087779:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210854.087782:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210854.087782:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210854.087786:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [860:860:256:4294967295] 192.168.203.134@tcp LPNI seq info [860:860:8:4294967295] 00000400:00000200:3.0:1715210854.087797:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210854.087803:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210854.087807:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715210854.087808:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210854.087811:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715210854.087814:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210854.087815:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210854.087818:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210854.087820:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210854.087824:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [861:861:255:4294967295] 192.168.203.134@tcp LPNI seq info [861:861:7:4294967295] 00000800:00000200:3.0:1715210854.087824:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210854.087829:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210854.087833:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210854.087838:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210854.087842:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210854.087846:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210854.087853:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210854.087871:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210854.087925:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210854.087936:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715210854.087944:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210854.087965:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210854.087972:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:0.0:1715210854.087975:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:0.0:1715210854.087988:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954691648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210854.088083:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210854.088085:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715210854.088089:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210854.088093:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210854.088095:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715210854.088097:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715210854.088102:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954691584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210854.089879:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210854.089896:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040dc40 00000400:00000200:0.0:1715210854.089906:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ba9 [1] + 224 00000400:00000200:0.0:1715210854.089919:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210854.089923:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210854.089931:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954691648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210854.089970:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210854.089975:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040dc00 00000400:00000200:0.0:1715210854.089980:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bb1 [1] + 224 00000400:00000200:0.0:1715210854.089996:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210854.090000:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210854.090005:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954691584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210854.090059:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210854.090067:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210854.090069:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210854.090079:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954691648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210854.090092:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954691648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210854.090104:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210854.090112:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210854.090114:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210854.090122:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954691584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210854.090133:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954691584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210854.090133:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210854.090138:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715210854.090142:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 02000000:00000010:1.0:1715210854.090152:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715210854.090157:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715210854.090160:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715210859.095581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715210859.095602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715210859.095649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715210859.095653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715210859.095706:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715210859.095712:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210859.095719:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210859.095726:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691776, portal 4 02000000:00000010:0.0:1715210859.095731:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715210859.095732:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000100:00000200:3.0:1715210859.095735:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691776, offset 0 00000400:00000200:3.0:1715210859.095745:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210859.095748:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000200:3.0:1715210859.095760:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210859.095765:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715210859.095769:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000200:3.0:1715210859.095770:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210859.095774:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210859.095777:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:0.0:1715210859.095779:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691712, portal 25 00000400:00000200:3.0:1715210859.095781:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [862:862:256:4294967295] 192.168.203.134@tcp LPNI seq info [862:862:8:4294967295] 00000400:00000010:0.0:1715210859.095786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715210859.095790:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691712, offset 0 00000400:00000200:3.0:1715210859.095792:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210859.095798:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210859.095803:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715210859.095804:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715210859.095809:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210859.095818:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210859.095822:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715210859.095823:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210859.095830:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210859.095836:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210859.095841:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210859.095845:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210859.095850:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [863:863:255:4294967295] 192.168.203.134@tcp LPNI seq info [863:863:7:4294967295] 00000400:00000200:0.0:1715210859.095868:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210859.095877:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210859.095883:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715210859.095892:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210859.095904:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210859.095911:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210859.095958:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210859.095964:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715210859.095969:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210859.095976:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210859.095981:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:1.0:1715210859.095983:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:1.0:1715210859.095991:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954691776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210859.096026:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210859.096029:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210859.096032:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210859.096035:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210859.096038:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210859.096039:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210859.096044:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954691712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210859.097588:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210859.097603:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040dcc0 00000400:00000200:0.0:1715210859.097612:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bb9 [1] + 224 00000400:00000200:0.0:1715210859.097626:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210859.097631:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210859.097641:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954691776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210859.097682:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210859.097687:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040dc80 00000400:00000200:0.0:1715210859.097692:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bc1 [1] + 224 00000400:00000200:0.0:1715210859.097707:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210859.097721:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210859.097730:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954691712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210859.097776:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210859.097784:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210859.097785:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210859.097808:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954691776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210859.097820:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954691776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210859.097851:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715210859.097856:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715210859.097860:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715210859.097861:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:1.0:1715210859.097868:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715210859.097870:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715210859.097879:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954691712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210859.097918:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954691712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210859.097936:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210859.097941:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715210859.097944:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715210864.103578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715210864.103599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715210864.103643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715210864.103647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715210864.103698:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715210864.103705:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210864.103712:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210864.103719:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691904, portal 4 02000000:00000010:2.0:1715210864.103725:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:3.0:1715210864.103726:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000100:00000200:3.0:1715210864.103728:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954691904, offset 0 00000400:00000010:2.0:1715210864.103735:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000200:3.0:1715210864.103738:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210864.103753:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210864.103754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:3.0:1715210864.103759:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210864.103760:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691840, portal 25 00000400:00000200:3.0:1715210864.103763:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210864.103765:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000200:3.0:1715210864.103767:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210864.103768:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691840, offset 0 00000400:00000200:3.0:1715210864.103770:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210864.103773:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [864:864:256:4294967295] 192.168.203.134@tcp LPNI seq info [864:864:8:4294967295] 00000400:00000200:2.0:1715210864.103778:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210864.103785:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210864.103791:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210864.103795:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000800:00000200:3.0:1715210864.103801:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210864.103806:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210864.103811:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715210864.103811:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210864.103815:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210864.103817:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210864.103821:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210864.103825:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210864.103830:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [865:865:255:4294967295] 192.168.203.134@tcp LPNI seq info [865:865:7:4294967295] 00000400:00000200:2.0:1715210864.103845:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210864.103853:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210864.103858:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715210864.103865:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210864.103874:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210864.103879:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210864.103919:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210864.103929:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715210864.103938:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210864.103948:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210864.103954:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:0.0:1715210864.103958:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:0.0:1715210864.103970:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954691904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210864.104053:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210864.104055:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715210864.104059:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210864.104062:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210864.104065:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715210864.104067:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715210864.104073:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954691840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210864.105853:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210864.105869:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040dd40 00000400:00000200:0.0:1715210864.105879:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bc9 [1] + 224 00000400:00000200:0.0:1715210864.105893:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210864.105897:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210864.105905:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954691904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210864.105944:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210864.105949:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040dd00 00000400:00000200:0.0:1715210864.105954:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bd1 [1] + 224 00000400:00000200:0.0:1715210864.105990:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210864.105993:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210864.105998:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954691840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210864.106034:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210864.106041:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210864.106044:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210864.106054:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954691904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210864.106067:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954691904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210864.106093:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 02000000:00000010:3.0:1715210864.106098:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 00000400:00000200:2.0:1715210864.106100:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210864.106103:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 02000000:00000010:3.0:1715210864.106103:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210864.106107:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:2.0:1715210864.106114:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954691840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210864.106129:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954691840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210864.106153:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210864.106159:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715210864.106164:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715210869.111578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715210869.111600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210869.111646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715210869.111650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715210869.111701:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715210869.111709:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210869.111716:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210869.111723:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692032, portal 4 00000400:00000010:3.0:1715210869.111729:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000100:00000200:3.0:1715210869.111731:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692032, offset 0 00000400:00000200:3.0:1715210869.111742:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210869.111757:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210869.111762:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210869.111766:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:0.0:1715210869.111770:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715210869.111770:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210869.111773:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210869.111776:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [866:866:256:4294967295] 192.168.203.134@tcp LPNI seq info [866:866:8:4294967295] 00000400:00000010:0.0:1715210869.111787:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000200:3.0:1715210869.111787:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210869.111794:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210869.111796:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000800:00000010:3.0:1715210869.111798:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000100:00000200:0.0:1715210869.111803:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954691968, portal 25 00000400:00000010:0.0:1715210869.111809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715210869.111811:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954691968, offset 0 00000800:00000200:3.0:1715210869.111820:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210869.111823:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715210869.111830:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210869.111835:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210869.111839:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210869.111845:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210869.111850:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210869.111853:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210869.111856:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210869.111860:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [867:867:255:4294967295] 192.168.203.134@tcp LPNI seq info [867:867:7:4294967295] 00000400:00000200:0.0:1715210869.111872:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210869.111878:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210869.111882:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715210869.111889:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210869.111899:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210869.111904:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210869.111918:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210869.111924:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715210869.111931:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210869.111938:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210869.111943:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:1.0:1715210869.111945:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:1.0:1715210869.111954:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954692032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210869.112036:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210869.112038:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715210869.112042:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210869.112046:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210869.112049:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210869.112050:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210869.112056:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954691968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210869.113998:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210869.114014:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ddc0 00000400:00000200:0.0:1715210869.114023:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bd9 [1] + 224 00000400:00000200:0.0:1715210869.114037:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210869.114042:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210869.114052:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954692032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210869.114113:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210869.114119:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040dd80 00000400:00000200:0.0:1715210869.114123:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1be1 [1] + 224 00000400:00000200:0.0:1715210869.114141:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210869.114145:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210869.114150:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954691968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210869.114201:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210869.114208:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210869.114211:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715210869.114219:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000100:00000200:3.0:1715210869.114220:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954692032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210869.114223:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715210869.114225:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715210869.114231:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954691968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210869.114232:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954692032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210869.114239:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954691968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210869.114281:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:3.0:1715210869.114281:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715210869.114287:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 02000000:00000010:1.0:1715210869.114288:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210869.114292:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:1.0:1715210869.114304:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715210874.119602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715210874.119623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715210874.119665:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715210874.119670:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715210874.119722:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715210874.119729:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210874.119735:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210874.119743:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692160, portal 4 00000400:00000010:3.0:1715210874.119749:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715210874.119751:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692160, offset 0 02000000:00000010:1.0:1715210874.119757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000200:3.0:1715210874.119761:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210874.119766:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210874.119771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210874.119775:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692096, portal 25 00000400:00000200:3.0:1715210874.119775:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210874.119779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000400:00000200:3.0:1715210874.119780:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210874.119781:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692096, offset 0 00000400:00000200:3.0:1715210874.119785:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210874.119788:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210874.119789:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210874.119792:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210874.119795:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [868:868:256:4294967295] 192.168.203.134@tcp LPNI seq info [868:868:8:4294967295] 00000400:00000200:3.0:1715210874.119806:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210874.119825:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210874.119828:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210874.119829:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715210874.119831:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210874.119834:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210874.119836:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210874.119837:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210874.119840:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210874.119843:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [869:869:255:4294967295] 192.168.203.134@tcp LPNI seq info [869:869:7:4294967295] 00000800:00000200:3.0:1715210874.119845:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210874.119850:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210874.119853:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210874.119858:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210874.119861:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715210874.119866:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210874.119872:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210874.119876:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210874.119913:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210874.119919:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715210874.119925:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210874.119931:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210874.119936:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:0.0:1715210874.119938:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:0.0:1715210874.119946:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954692160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210874.120004:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210874.120005:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715210874.120007:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210874.120009:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210874.120010:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715210874.120011:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715210874.120014:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954692096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210874.121597:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210874.121607:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040de40 00000400:00000200:0.0:1715210874.121614:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1be9 [1] + 224 00000400:00000200:0.0:1715210874.121623:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210874.121625:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210874.121636:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954692160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210874.121661:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210874.121664:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040de00 00000400:00000200:0.0:1715210874.121667:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bf1 [1] + 224 00000400:00000200:0.0:1715210874.121676:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210874.121678:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210874.121680:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954692096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210874.121765:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210874.121772:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210874.121774:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210874.121785:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954692160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210874.121793:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:3.0:1715210874.121797:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954692160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210874.121800:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210874.121802:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210874.121810:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954692096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210874.121821:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954692096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210874.121826:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715210874.121831:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715210874.121836:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 02000000:00000010:1.0:1715210874.121840:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210874.121844:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715210874.121847:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715210879.127568:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715210879.127586:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715210879.127621:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715210879.127623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715210879.127661:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715210879.127666:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210879.127671:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210879.127677:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692288, portal 4 00000400:00000010:3.0:1715210879.127682:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:3.0:1715210879.127683:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692288, offset 0 00000400:00000200:3.0:1715210879.127690:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210879.127696:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:3.0:1715210879.127700:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210879.127701:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:2.0:1715210879.127704:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:3.0:1715210879.127704:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210879.127707:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692224, portal 25 00000400:00000200:3.0:1715210879.127707:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:2.0:1715210879.127709:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000200:3.0:1715210879.127709:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210879.127710:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692224, offset 0 00000400:00000200:2.0:1715210879.127714:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210879.127721:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210879.127723:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [870:870:256:4294967295] 192.168.203.134@tcp LPNI seq info [870:870:8:4294967295] 00000400:00000200:3.0:1715210879.127729:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:2.0:1715210879.127734:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715210879.127734:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210879.127736:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000800:00000200:3.0:1715210879.127741:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210879.127742:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210879.127744:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210879.127745:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210879.127746:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715210879.127747:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210879.127748:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [871:871:255:4294967295] 192.168.203.134@tcp LPNI seq info [871:871:7:4294967295] 00000800:00000200:3.0:1715210879.127750:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210879.127753:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210879.127756:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210879.127758:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715210879.127761:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210879.127764:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210879.127766:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210879.127832:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210879.127841:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715210879.127849:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210879.127859:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210879.127865:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:0.0:1715210879.127867:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:0.0:1715210879.127878:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954692288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210879.127975:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210879.127977:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715210879.127981:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210879.127985:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210879.127987:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715210879.127989:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715210879.127995:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954692224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210879.130003:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210879.130020:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040dec0 00000400:00000200:0.0:1715210879.130030:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1bf9 [1] + 224 00000400:00000200:0.0:1715210879.130044:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210879.130053:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210879.130061:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954692288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210879.130104:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210879.130110:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040de80 00000400:00000200:0.0:1715210879.130116:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c01 [1] + 224 00000400:00000200:0.0:1715210879.130133:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210879.130137:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210879.130142:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954692224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210879.130219:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210879.130228:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210879.130230:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210879.130240:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954692288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210879.130253:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954692288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210879.130268:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210879.130275:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210879.130277:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 02000000:00000010:3.0:1715210879.130284:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 00000100:00000200:2.0:1715210879.130288:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954692224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210879.130290:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715210879.130294:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:2.0:1715210879.130302:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954692224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210879.130325:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210879.130330:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715210879.130335:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715210884.135576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715210884.135597:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715210884.135642:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715210884.135647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715210884.135698:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715210884.135705:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210884.135712:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715210884.135715:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000100:00000200:3.0:1715210884.135720:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692416, portal 4 00000400:00000010:2.0:1715210884.135725:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:3.0:1715210884.135726:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000100:00000200:3.0:1715210884.135728:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692416, offset 0 00000400:00000010:2.0:1715210884.135732:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:3.0:1715210884.135739:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715210884.135751:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692352, portal 25 00000400:00000200:3.0:1715210884.135753:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210884.135757:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715210884.135761:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692352, offset 0 00000400:00000200:2.0:1715210884.135770:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210884.135770:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210884.135775:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210884.135779:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210884.135782:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210884.135785:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [872:872:256:4294967295] 192.168.203.134@tcp LPNI seq info [872:872:8:4294967295] 00000400:00000200:3.0:1715210884.135797:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210884.135803:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210884.135808:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210884.135809:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:2.0:1715210884.135814:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715210884.135816:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210884.135824:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210884.135829:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210884.135830:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210884.135834:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210884.135838:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210884.135843:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [873:873:255:4294967295] 192.168.203.134@tcp LPNI seq info [873:873:7:4294967295] 00000400:00000200:2.0:1715210884.135857:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210884.135866:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210884.135871:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715210884.135878:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210884.135887:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210884.135892:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210884.135923:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210884.135932:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715210884.135943:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210884.135956:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210884.135965:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:0.0:1715210884.135969:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:0.0:1715210884.135984:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954692416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210884.136068:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210884.136072:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210884.136078:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210884.136085:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210884.136089:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715210884.136092:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715210884.136101:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954692352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210884.137868:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210884.137886:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040df40 00000400:00000200:0.0:1715210884.137895:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c09 [1] + 224 00000400:00000200:0.0:1715210884.137924:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210884.137928:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210884.137936:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954692416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210884.137978:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210884.137984:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040df00 00000400:00000200:0.0:1715210884.137989:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c11 [1] + 224 00000400:00000200:0.0:1715210884.138002:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210884.138006:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210884.138011:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954692352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210884.138044:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210884.138054:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210884.138057:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210884.138070:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954692416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210884.138088:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954692416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210884.138103:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210884.138110:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210884.138113:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210884.138124:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954692352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210884.138125:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715210884.138132:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715210884.138136:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:2.0:1715210884.138140:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954692352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210884.138192:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210884.138199:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715210884.138204:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715210889.143578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715210889.143598:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715210889.143644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715210889.143648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715210889.143699:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715210889.143706:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210889.143713:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715210889.143720:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000100:00000200:3.0:1715210889.143720:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692544, portal 4 00000400:00000010:3.0:1715210889.143726:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000400:00000010:2.0:1715210889.143728:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:2.0:1715210889.143734:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210889.143740:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692480, portal 25 00000400:00000010:2.0:1715210889.143745:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715210889.143749:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692480, offset 0 00000100:00000200:3.0:1715210889.143750:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692544, offset 0 00000400:00000200:2.0:1715210889.143761:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210889.143771:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210889.143778:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715210889.143785:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210889.143791:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210889.143806:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210889.143810:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210889.143815:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [874:874:256:4294967295] 192.168.203.134@tcp LPNI seq info [874:874:8:4294967295] 00000400:00000200:2.0:1715210889.143831:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210889.143840:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210889.143841:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210889.143845:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210889.143846:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:3.0:1715210889.143848:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210889.143851:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210889.143853:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210889.143854:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210889.143857:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [875:875:255:4294967295] 192.168.203.134@tcp LPNI seq info [875:875:7:4294967295] 00000800:00000200:2.0:1715210889.143864:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715210889.143867:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210889.143870:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210889.143872:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210889.143876:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000800:00000200:3.0:1715210889.143880:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210889.143886:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210889.143890:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210889.143975:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210889.143985:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715210889.143994:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210889.144005:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210889.144012:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715210889.144015:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715210889.144031:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954692480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210889.144154:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210889.144157:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715210889.144162:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210889.144166:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210889.144168:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:0.0:1715210889.144170:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:0.0:1715210889.144175:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954692544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210889.145879:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210889.145899:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040df80 00000400:00000200:0.0:1715210889.145927:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c1d [1] + 224 00000400:00000200:0.0:1715210889.145947:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210889.145953:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210889.145963:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954692480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210889.146016:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210889.146026:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040dfc0 00000400:00000200:0.0:1715210889.146034:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c19 [1] + 224 00000400:00000200:0.0:1715210889.146058:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210889.146058:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:0.0:1715210889.146064:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715210889.146065:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210889.146068:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210889.146080:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954692480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210889.146082:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954692544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210889.146097:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954692480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210889.146157:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210889.146165:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715210889.146171:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:3.0:1715210889.146194:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210889.146201:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210889.146203:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210889.146212:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954692544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210889.146223:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954692544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210889.146246:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715210889.146251:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715210889.146254:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715210894.151576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715210894.151597:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715210894.151640:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715210894.151644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715210894.151693:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 02000000:00000010:1.0:1715210894.151695:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:3.0:1715210894.151699:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715210894.151704:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210894.151711:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:3.0:1715210894.151715:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:1.0:1715210894.151718:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692608, portal 25 00000100:00000200:3.0:1715210894.151719:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692672, portal 4 00000400:00000010:1.0:1715210894.151723:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000100:00000200:1.0:1715210894.151725:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692608, offset 0 00000400:00000010:3.0:1715210894.151725:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:3.0:1715210894.151727:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692672, offset 0 00000400:00000200:1.0:1715210894.151736:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210894.151746:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210894.151750:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210894.151756:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210894.151760:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210894.151764:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210894.151767:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210894.151771:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [876:876:256:4294967295] 192.168.203.134@tcp LPNI seq info [876:876:8:4294967295] 00000400:00000200:1.0:1715210894.151782:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210894.151788:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210894.151791:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210894.151793:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:3.0:1715210894.151795:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210894.151798:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715210894.151800:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210894.151801:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210894.151803:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210894.151806:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [877:877:255:4294967295] 192.168.203.134@tcp LPNI seq info [877:877:7:4294967295] 00000800:00000200:1.0:1715210894.151809:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210894.151814:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210894.151816:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210894.151821:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210894.151824:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000800:00000200:3.0:1715210894.151829:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210894.151836:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210894.151839:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210894.151891:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210894.151897:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715210894.151903:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210894.151910:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210894.151914:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715210894.151917:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715210894.151926:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954692608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210894.151988:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210894.151991:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715210894.151994:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210894.151998:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210894.152000:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:0.0:1715210894.152002:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:0.0:1715210894.152006:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954692672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210894.153738:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210894.153759:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e000 00000400:00000200:0.0:1715210894.153766:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c29 [1] + 224 00000400:00000200:0.0:1715210894.153779:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210894.153783:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210894.153791:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954692608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210894.153827:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210894.153832:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e040 00000400:00000200:0.0:1715210894.153836:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c2d [1] + 224 00000400:00000200:0.0:1715210894.153852:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210894.153856:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:1.0:1715210894.153858:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210894.153864:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210894.153865:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715210894.153871:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954692672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210894.153871:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954692608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210894.153882:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954692608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210894.153904:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715210894.153909:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715210894.153914:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:3.0:1715210894.153989:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210894.153997:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210894.153999:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210894.154007:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954692672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210894.154018:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954692672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210894.154041:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715210894.154045:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715210894.154048:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715210899.159578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715210899.159597:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715210899.159638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715210899.159653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715210899.159705:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715210899.159711:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210899.159718:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210899.159725:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692800, portal 4 02000000:00000010:0.0:1715210899.159729:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715210899.159731:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:3.0:1715210899.159733:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692800, offset 0 00000400:00000010:0.0:1715210899.159738:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000200:3.0:1715210899.159743:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210899.159753:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000200:3.0:1715210899.159756:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210899.159757:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692736, portal 25 00000400:00000010:0.0:1715210899.159761:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000400:00000200:3.0:1715210899.159761:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210899.159763:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692736, offset 0 00000400:00000200:3.0:1715210899.159766:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210899.159770:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210899.159770:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210899.159772:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210899.159776:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [878:878:256:4294967295] 192.168.203.134@tcp LPNI seq info [878:878:8:4294967295] 00000400:00000200:3.0:1715210899.159786:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210899.159792:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210899.159796:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210899.159796:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715210899.159800:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210899.159803:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210899.159803:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210899.159806:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210899.159808:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715210899.159811:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210899.159812:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [879:879:255:4294967295] 192.168.203.134@tcp LPNI seq info [879:879:7:4294967295] 00000800:00000200:3.0:1715210899.159816:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210899.159821:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210899.159826:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210899.159838:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715210899.159843:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210899.159850:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210899.159853:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210899.159885:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210899.159899:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715210899.159905:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210899.159912:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210899.159916:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:1.0:1715210899.159919:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:1.0:1715210899.159926:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954692800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210899.159990:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210899.159993:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715210899.159996:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210899.160000:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210899.160003:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210899.160004:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210899.160009:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954692736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210899.161569:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210899.161582:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e0c0 00000400:00000200:0.0:1715210899.161589:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c39 [1] + 224 00000400:00000200:0.0:1715210899.161599:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210899.161603:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210899.161609:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954692800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210899.161645:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210899.161650:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e080 00000400:00000200:0.0:1715210899.161654:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c41 [1] + 224 00000400:00000200:0.0:1715210899.161668:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210899.161671:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210899.161676:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954692736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210899.161707:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210899.161716:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210899.161719:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210899.161729:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954692800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210899.161746:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954692800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210899.161780:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715210899.161788:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000400:00000010:1.0:1715210899.161791:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 00000100:00000010:3.0:1715210899.161793:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000200:1.0:1715210899.161798:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715210899.161800:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715210899.161808:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954692736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210899.161819:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954692736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210899.161837:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210899.161841:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715210899.161844:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715210904.167589:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715210904.167610:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210904.167653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715210904.167657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715210904.167706:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715210904.167713:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210904.167720:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210904.167728:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692928, portal 4 00000400:00000010:3.0:1715210904.167734:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000100:00000200:3.0:1715210904.167736:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954692928, offset 0 02000000:00000010:1.0:1715210904.167739:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000200:3.0:1715210904.167746:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715210904.167748:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210904.167753:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210904.167758:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692864, portal 25 00000400:00000200:3.0:1715210904.167760:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210904.167762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000100:00000200:1.0:1715210904.167763:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692864, offset 0 00000400:00000200:3.0:1715210904.167765:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210904.167771:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210904.167771:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210904.167774:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210904.167777:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210904.167781:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [880:880:256:4294967295] 192.168.203.134@tcp LPNI seq info [880:880:8:4294967295] 00000400:00000200:3.0:1715210904.167791:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210904.167797:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210904.167801:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210904.167801:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715210904.167805:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715210904.167807:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210904.167809:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210904.167812:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210904.167814:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715210904.167816:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210904.167817:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [881:881:255:4294967295] 192.168.203.134@tcp LPNI seq info [881:881:7:4294967295] 00000800:00000200:3.0:1715210904.167821:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210904.167827:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210904.167832:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210904.167836:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715210904.167841:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210904.167847:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210904.167850:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210904.167888:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210904.167894:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715210904.167899:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210904.167907:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210904.167912:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:0.0:1715210904.167914:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:0.0:1715210904.167923:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954692928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210904.167979:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210904.167982:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715210904.167985:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210904.167997:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210904.168000:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715210904.168001:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715210904.168005:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954692864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210904.169903:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210904.169917:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e140 00000400:00000200:0.0:1715210904.169924:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c49 [1] + 224 00000400:00000200:0.0:1715210904.169934:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210904.169937:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210904.169944:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954692928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210904.169980:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210904.169985:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e100 00000400:00000200:0.0:1715210904.169989:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c51 [1] + 224 00000400:00000200:0.0:1715210904.170003:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210904.170006:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210904.170037:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954692864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210904.170065:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210904.170074:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210904.170077:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210904.170087:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954692928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210904.170105:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954692928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210904.170125:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210904.170132:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210904.170134:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210904.170142:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954692864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210904.170153:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954692864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210904.170163:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:1.0:1715210904.170170:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:3.0:1715210904.170170:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 02000000:00000010:1.0:1715210904.170175:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210904.170175:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:1.0:1715210904.170178:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715210909.175583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715210909.175598:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715210909.175634:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715210909.175638:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715210909.175679:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715210909.175683:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210909.175688:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210909.175692:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693056, portal 4 00000400:00000010:3.0:1715210909.175697:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000100:00000200:3.0:1715210909.175699:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693056, offset 0 00000400:00000200:3.0:1715210909.175707:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210909.175716:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210909.175720:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1715210909.175721:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715210909.175724:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210909.175727:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715210909.175729:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000200:3.0:1715210909.175729:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210909.175732:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [882:882:256:4294967295] 192.168.203.134@tcp LPNI seq info [882:882:8:4294967295] 00000400:00000010:0.0:1715210909.175734:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715210909.175738:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954692992, portal 25 00000400:00000010:0.0:1715210909.175742:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:3.0:1715210909.175743:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715210909.175744:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954692992, offset 0 00000800:00000200:3.0:1715210909.175748:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210909.175751:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210909.175751:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715210909.175756:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210909.175759:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210909.175763:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715210909.175763:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210909.175767:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210909.175767:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210909.175778:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210909.175781:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210909.175784:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [883:883:255:4294967295] 192.168.203.134@tcp LPNI seq info [883:883:7:4294967295] 00000400:00000200:0.0:1715210909.175793:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210909.175799:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210909.175802:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715210909.175807:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210909.175813:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210909.175817:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210909.175826:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210909.175832:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715210909.175837:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210909.175844:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210909.175848:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:1.0:1715210909.175850:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:1.0:1715210909.175858:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954693056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210909.175914:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210909.175925:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210909.175928:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210909.175933:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210909.175935:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210909.175937:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210909.175942:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954692992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210909.177572:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210909.177584:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e1c0 00000400:00000200:0.0:1715210909.177591:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c59 [1] + 224 00000400:00000200:0.0:1715210909.177600:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210909.177604:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210909.177611:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954693056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210909.177645:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210909.177650:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e180 00000400:00000200:0.0:1715210909.177655:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c61 [1] + 224 00000400:00000200:0.0:1715210909.177672:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210909.177676:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210909.177680:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954692992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210909.177707:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210909.177716:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210909.177719:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210909.177740:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954693056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210909.177756:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954693056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210909.177787:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715210909.177793:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715210909.177797:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715210909.177802:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:1.0:1715210909.177809:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715210909.177812:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715210909.177820:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954692992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210909.177830:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954692992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210909.177848:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210909.177855:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715210909.177858:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715210914.183619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715210914.183643:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715210914.183689:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715210914.183693:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715210914.183748:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715210914.183755:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210914.183762:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210914.183769:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693184, portal 4 00000400:00000010:3.0:1715210914.183776:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000100:00000200:3.0:1715210914.183778:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693184, offset 0 00000400:00000200:3.0:1715210914.183789:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210914.183793:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:1.0:1715210914.183803:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715210914.183803:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210914.183808:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715210914.183808:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210914.183812:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693120, portal 25 00000400:00000200:3.0:1715210914.183813:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715210914.183816:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:3.0:1715210914.183817:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715210914.183818:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954693120, offset 0 00000400:00000200:3.0:1715210914.183819:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210914.183823:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [884:884:256:4294967295] 192.168.203.134@tcp LPNI seq info [884:884:8:4294967295] 00000400:00000200:1.0:1715210914.183825:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210914.183834:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210914.183840:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210914.183843:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210914.183844:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715210914.183848:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210914.183851:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210914.183851:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210914.183854:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210914.183857:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210914.183860:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [885:885:255:4294967295] 192.168.203.134@tcp LPNI seq info [885:885:7:4294967295] 00000800:00000200:3.0:1715210914.183861:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210914.183866:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210914.183870:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210914.183887:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210914.183891:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715210914.183896:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210914.183902:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210914.183905:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210914.183993:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210914.183999:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715210914.184006:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210914.184013:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210914.184017:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:0.0:1715210914.184028:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:0.0:1715210914.184037:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954693184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210914.184119:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210914.184122:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715210914.184125:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210914.184129:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210914.184131:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715210914.184132:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715210914.184136:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954693120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210914.186170:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210914.186183:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e240 00000400:00000200:0.0:1715210914.186191:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c69 [1] + 224 00000400:00000200:0.0:1715210914.186201:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210914.186205:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210914.186212:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954693184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210914.186248:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210914.186253:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e200 00000400:00000200:0.0:1715210914.186257:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c71 [1] + 224 00000400:00000200:0.0:1715210914.186275:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210914.186279:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210914.186284:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954693120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210914.186338:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210914.186346:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210914.186348:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210914.186355:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954693184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210914.186366:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954693184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210914.186395:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 00000400:00000010:1.0:1715210914.186399:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:3.0:1715210914.186401:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715210914.186405:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000200:1.0:1715210914.186406:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210914.186408:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210914.186416:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954693120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210914.186427:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954693120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210914.186444:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210914.186448:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715210914.186451:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715210919.191593:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715210919.191617:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715210919.191665:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715210919.191669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715210919.191723:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 02000000:00000010:2.0:1715210919.191731:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:3.0:1715210919.191731:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210919.191738:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715210919.191740:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:2.0:1715210919.191746:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:3.0:1715210919.191746:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693312, portal 4 00000100:00000200:2.0:1715210919.191751:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693248, portal 25 00000400:00000010:3.0:1715210919.191752:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000400:00000010:2.0:1715210919.191755:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:3.0:1715210919.191755:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693312, offset 0 00000100:00000200:2.0:1715210919.191757:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954693248, offset 0 00000400:00000200:3.0:1715210919.191766:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210919.191775:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210919.191780:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210919.191785:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210919.191789:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210919.191793:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210919.191796:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210919.191799:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [886:886:256:4294967295] 192.168.203.134@tcp LPNI seq info [886:886:8:4294967295] 00000400:00000200:3.0:1715210919.191810:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210919.191816:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210919.191819:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210919.191820:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000200:2.0:1715210919.191823:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210919.191826:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210919.191829:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210919.191842:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715210919.191843:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210919.191845:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [887:887:255:4294967295] 192.168.203.134@tcp LPNI seq info [887:887:7:4294967295] 00000800:00000200:3.0:1715210919.191852:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210919.191855:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210919.191858:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210919.191861:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210919.191864:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715210919.191870:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210919.191876:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210919.191879:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210919.191976:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210919.191984:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715210919.191993:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210919.192003:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210919.192023:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:0.0:1715210919.192026:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:0.0:1715210919.192038:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954693312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210919.192144:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210919.192148:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715210919.192153:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210919.192160:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210919.192163:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715210919.192166:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715210919.192174:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954693248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210919.194094:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210919.194108:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e2c0 00000400:00000200:0.0:1715210919.194116:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c79 [1] + 224 00000400:00000200:0.0:1715210919.194127:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210919.194131:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210919.194138:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954693312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210919.194173:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210919.194178:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e280 00000400:00000200:0.0:1715210919.194183:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c7d [1] + 224 00000400:00000200:0.0:1715210919.194201:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210919.194204:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210919.194209:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954693248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210919.194236:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210919.194246:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210919.194248:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210919.194258:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954693312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210919.194275:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954693312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210919.194312:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210919.194320:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715210919.194325:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:2.0:1715210919.194327:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210919.194335:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210919.194337:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210919.194345:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954693248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210919.194356:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954693248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210919.194373:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210919.194378:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715210919.194381:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715210924.199572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715210924.199593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715210924.199636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715210924.199641:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715210924.199692:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 02000000:00000010:1.0:1715210924.199694:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:3.0:1715210924.199699:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715210924.199703:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715210924.199706:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715210924.199708:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210924.199714:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693376, portal 25 00000100:00000200:3.0:1715210924.199714:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693440, portal 4 00000400:00000010:1.0:1715210924.199719:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000010:3.0:1715210924.199719:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000100:00000200:1.0:1715210924.199721:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954693376, offset 0 00000100:00000200:3.0:1715210924.199722:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693440, offset 0 00000400:00000200:1.0:1715210924.199732:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210924.199740:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210924.199746:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210924.199752:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210924.199757:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210924.199760:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210924.199763:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210924.199766:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [888:888:256:4294967295] 192.168.203.134@tcp LPNI seq info [888:888:8:4294967295] 00000400:00000200:1.0:1715210924.199777:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210924.199783:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210924.199786:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210924.199790:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210924.199793:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210924.199796:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1715210924.199797:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000400:00000200:3.0:1715210924.199798:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210924.199801:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [889:889:255:4294967295] 192.168.203.134@tcp LPNI seq info [889:889:7:4294967295] 00000800:00000200:1.0:1715210924.199804:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210924.199810:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210924.199813:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210924.199818:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210924.199826:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210924.199830:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715210924.199835:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210924.199841:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210924.199844:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210924.199924:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210924.199930:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715210924.199936:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210924.199951:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210924.199956:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715210924.199958:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715210924.199967:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954693376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210924.200027:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210924.200029:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715210924.200032:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210924.200036:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210924.200038:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:0.0:1715210924.200040:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:0.0:1715210924.200044:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954693440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210924.201721:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210924.201735:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e300 00000400:00000200:0.0:1715210924.201742:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c8d [1] + 224 00000400:00000200:0.0:1715210924.201753:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210924.201757:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210924.201764:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954693376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210924.201799:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210924.201804:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e340 00000400:00000200:0.0:1715210924.201808:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c89 [1] + 224 00000400:00000200:0.0:1715210924.201825:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210924.201829:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210924.201833:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954693440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210924.201848:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210924.201855:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210924.201857:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210924.201865:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954693376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210924.201901:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954693376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210924.201925:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715210924.201930:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715210924.201934:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:3.0:1715210924.201949:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210924.201959:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210924.201962:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210924.201971:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954693440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210924.201982:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954693440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210924.202005:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210924.202010:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715210924.202013:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715210929.207588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715210929.207611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715210929.207656:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715210929.207660:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715210929.207712:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715210929.207720:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210929.207726:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210929.207734:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693568, portal 4 00000400:00000010:3.0:1715210929.207742:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000100:00000200:3.0:1715210929.207745:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693568, offset 0 02000000:00000010:0.0:1715210929.207746:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715210929.207755:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210929.207756:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000200:3.0:1715210929.207769:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210929.207773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000400:00000200:3.0:1715210929.207775:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210929.207777:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693504, portal 25 00000400:00000200:3.0:1715210929.207779:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715210929.207782:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000200:3.0:1715210929.207783:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1715210929.207784:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954693504, offset 0 00000400:00000200:0.0:1715210929.207791:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210929.207795:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210929.207799:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [890:890:256:4294967295] 192.168.203.134@tcp LPNI seq info [890:890:8:4294967295] 00000400:00000200:3.0:1715210929.207810:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210929.207817:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210929.207820:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210929.207821:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715210929.207824:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210929.207828:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210929.207829:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210929.207831:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210929.207834:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210929.207868:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [891:891:255:4294967295] 192.168.203.134@tcp LPNI seq info [891:891:7:4294967295] 00000400:00000200:0.0:1715210929.207878:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210929.207884:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210929.207888:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715210929.207892:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210929.207900:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210929.207905:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210929.207906:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210929.207910:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210929.207994:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210929.208001:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715210929.208009:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210929.208018:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210929.208024:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210929.208027:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210929.208039:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954693504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210929.208138:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210929.208142:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715210929.208146:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210929.208150:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210929.208153:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:1.0:1715210929.208155:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:1.0:1715210929.208160:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954693568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210929.209863:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210929.209877:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e380 00000400:00000200:0.0:1715210929.209886:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ca1 [1] + 224 00000400:00000200:0.0:1715210929.209898:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210929.209902:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210929.209910:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954693504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210929.209947:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210929.209952:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e3c0 00000400:00000200:0.0:1715210929.209957:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1c99 [1] + 224 00000400:00000200:0.0:1715210929.209975:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210929.209985:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210929.209990:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954693568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210929.210038:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715210929.210046:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:2.0:1715210929.210048:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:2.0:1715210929.210057:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954693504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210929.210068:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954693504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210929.210082:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210929.210090:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 02000000:00000010:2.0:1715210929.210092:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715210929.210092:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715210929.210097:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000200:3.0:1715210929.210100:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954693568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210929.210101:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000200:3.0:1715210929.210111:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954693568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210929.210134:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210929.210139:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715210929.210142:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715210934.215596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715210934.215619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715210934.215666:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715210934.215670:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715210934.215717:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715210934.215724:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210934.215730:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210934.215738:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693696, portal 4 00000400:00000010:3.0:1715210934.215745:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000100:00000200:3.0:1715210934.215747:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693696, offset 0 00000400:00000200:3.0:1715210934.215757:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715210934.215761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:3.0:1715210934.215771:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715210934.215782:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715210934.215787:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210934.215788:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210934.215792:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693632, portal 25 00000400:00000200:3.0:1715210934.215792:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715210934.215796:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:3.0:1715210934.215796:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715210934.215798:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954693632, offset 0 00000400:00000200:3.0:1715210934.215799:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210934.215836:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [892:892:256:4294967295] 192.168.203.134@tcp LPNI seq info [892:892:8:4294967295] 00000400:00000200:3.0:1715210934.215849:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715210934.215854:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715210934.215857:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210934.215861:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715210934.215866:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715210934.215868:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210934.215872:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210934.215877:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210934.215877:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715210934.215881:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715210934.215883:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210934.215885:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210934.215889:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [893:893:255:4294967295] 192.168.203.134@tcp LPNI seq info [893:893:7:4294967295] 00000400:00000200:1.0:1715210934.215903:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210934.215911:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210934.215916:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715210934.215923:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210934.215932:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210934.215936:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210934.216027:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210934.216034:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715210934.216041:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210934.216048:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210934.216052:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:0.0:1715210934.216055:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:0.0:1715210934.216063:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954693696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210934.216141:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210934.216143:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715210934.216146:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210934.216150:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210934.216152:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715210934.216154:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715210934.216158:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954693632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210934.218170:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210934.218183:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e440 00000400:00000200:0.0:1715210934.218191:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ca9 [1] + 224 00000400:00000200:0.0:1715210934.218202:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210934.218205:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210934.218213:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954693696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210934.218249:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210934.218254:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e400 00000400:00000200:0.0:1715210934.218258:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1cb1 [1] + 224 00000400:00000200:0.0:1715210934.218288:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210934.218291:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210934.218296:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954693632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210934.218310:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210934.218320:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210934.218323:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210934.218333:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954693696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210934.218350:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954693696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210934.218387:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715210934.218395:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210934.218400:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000010:1.0:1715210934.218415:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210934.218422:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210934.218424:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210934.218432:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954693632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210934.218443:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954693632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210934.218538:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715210934.218543:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715210934.218546:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715210939.223583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715210939.223605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715210939.223648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715210939.223653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715210939.223704:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715210939.223711:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210939.223718:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210939.223726:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693824, portal 4 00000400:00000010:3.0:1715210939.223732:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 02000000:00000010:0.0:1715210939.223739:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715210939.223745:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693824, offset 0 00000400:00000010:0.0:1715210939.223748:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000200:3.0:1715210939.223755:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210939.223765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715210939.223798:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693760, portal 25 00000400:00000200:3.0:1715210939.223798:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210939.223803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000200:3.0:1715210939.223803:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210939.223805:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954693760, offset 0 00000400:00000200:3.0:1715210939.223808:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210939.223812:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210939.223813:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210939.223815:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210939.223818:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [894:894:256:4294967295] 192.168.203.134@tcp LPNI seq info [894:894:8:4294967295] 00000400:00000200:3.0:1715210939.223829:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210939.223836:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210939.223839:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210939.223840:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715210939.223843:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210939.223847:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210939.223847:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210939.223849:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210939.223852:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210939.223855:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [895:895:255:4294967295] 192.168.203.134@tcp LPNI seq info [895:895:7:4294967295] 00000800:00000200:3.0:1715210939.223856:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210939.223861:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210939.223865:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210939.223870:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210939.223873:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715210939.223878:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210939.223884:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210939.223888:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210939.223945:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210939.223951:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715210939.223957:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210939.223973:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210939.223978:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:1.0:1715210939.223980:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:1.0:1715210939.223989:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954693824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210939.224063:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210939.224066:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715210939.224068:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210939.224072:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210939.224074:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715210939.224076:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715210939.224080:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954693760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210939.225747:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210939.225760:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e4c0 00000400:00000200:0.0:1715210939.225790:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1cb9 [1] + 224 00000400:00000200:0.0:1715210939.225802:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210939.225806:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210939.225814:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954693824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210939.225863:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210939.225869:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e480 00000400:00000200:0.0:1715210939.225873:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1cc1 [1] + 224 00000400:00000200:0.0:1715210939.225886:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210939.225890:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210939.225895:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954693760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210939.225924:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210939.225933:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210939.225936:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210939.225946:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954693824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210939.225962:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954693824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210939.225983:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:1.0:1715210939.225991:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715210939.225993:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 02000000:00000010:3.0:1715210939.225998:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 00000100:00000200:1.0:1715210939.226001:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954693760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210939.226004:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210939.226008:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:1.0:1715210939.226012:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954693760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210939.226030:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210939.226035:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715210939.226038:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715210944.231573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715210944.231593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210944.231637:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715210944.231642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:1.0:1715210944.231679:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 02000000:00000010:3.0:1715210944.231686:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:1.0:1715210944.231688:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715210944.231690:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715210944.231695:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210944.231703:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693888, portal 25 00000400:00000010:3.0:1715210944.231705:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715210944.231708:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:3.0:1715210944.231709:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954693952, portal 4 00000100:00000200:1.0:1715210944.231710:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954693888, offset 0 00000400:00000010:3.0:1715210944.231714:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000400:00000200:1.0:1715210944.231720:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715210944.231727:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954693952, offset 0 00000400:00000200:3.0:1715210944.231763:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210944.231769:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210944.231784:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210944.231789:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210944.231793:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210944.231796:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210944.231800:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [896:896:256:4294967295] 192.168.203.134@tcp LPNI seq info [896:896:8:4294967295] 00000400:00000200:1.0:1715210944.231811:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210944.231817:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210944.231820:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210944.231822:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000400:00000200:3.0:1715210944.231824:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210944.231827:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715210944.231829:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210944.231830:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210944.231833:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210944.231836:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [897:897:255:4294967295] 192.168.203.134@tcp LPNI seq info [897:897:7:4294967295] 00000800:00000200:1.0:1715210944.231838:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210944.231843:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210944.231846:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210944.231851:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210944.231854:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000800:00000200:3.0:1715210944.231859:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210944.231866:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210944.231869:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210944.231916:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210944.231922:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715210944.231928:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210944.231935:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210944.231940:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715210944.231942:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715210944.231951:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954693888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210944.232009:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210944.232012:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715210944.232015:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210944.232019:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210944.232021:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:0.0:1715210944.232023:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:0.0:1715210944.232027:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954693952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210944.233600:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210944.233614:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e500 00000400:00000200:0.0:1715210944.233621:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1cc9 [1] + 224 00000400:00000200:0.0:1715210944.233631:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210944.233635:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210944.233651:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954693888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210944.233691:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210944.233696:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e540 00000400:00000200:0.0:1715210944.233701:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ccd [1] + 224 00000400:00000200:0.0:1715210944.233716:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210944.233720:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210944.233724:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954693952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210944.233792:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210944.233801:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210944.233804:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210944.233813:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954693888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210944.233830:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954693888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210944.233844:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210944.233852:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210944.233854:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 02000000:00000010:1.0:1715210944.233860:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 00000100:00000200:3.0:1715210944.233862:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954693952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210944.233867:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715210944.233872:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:3.0:1715210944.233872:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954693952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210944.233895:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715210944.233899:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715210944.233902:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715210949.239590:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715210949.239611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715210949.239653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715210949.239668:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715210949.239746:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715210949.239753:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210949.239760:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715210949.239767:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715210949.239768:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694080, portal 4 00000400:00000010:3.0:1715210949.239774:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000400:00000010:0.0:1715210949.239776:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000100:00000200:3.0:1715210949.239776:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694080, offset 0 00000400:00000010:0.0:1715210949.239782:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000400:00000200:3.0:1715210949.239787:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715210949.239796:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694016, portal 25 00000400:00000010:0.0:1715210949.239801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000400:00000200:3.0:1715210949.239802:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715210949.239803:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694016, offset 0 00000400:00000200:3.0:1715210949.239807:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210949.239810:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210949.239812:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210949.239816:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210949.239819:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210949.239822:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [898:898:256:4294967295] 192.168.203.134@tcp LPNI seq info [898:898:8:4294967295] 00000400:00000200:3.0:1715210949.239833:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210949.239839:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210949.239842:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210949.239843:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715210949.239846:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210949.239850:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210949.239850:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210949.239853:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210949.239856:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210949.239858:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [899:899:255:4294967295] 192.168.203.134@tcp LPNI seq info [899:899:7:4294967295] 00000800:00000200:3.0:1715210949.239859:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210949.239865:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210949.239868:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210949.239873:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210949.239876:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715210949.239881:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210949.239887:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210949.239890:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210949.239934:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210949.239940:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715210949.239946:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210949.239953:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210949.239957:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:1.0:1715210949.239959:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:1.0:1715210949.239968:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954694080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210949.240026:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210949.240038:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715210949.240040:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210949.240045:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210949.240048:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715210949.240049:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715210949.240054:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954694016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210949.241696:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210949.241745:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e580 00000400:00000200:0.0:1715210949.241752:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ce1 [1] + 224 00000400:00000200:0.0:1715210949.241766:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210949.241770:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210949.241777:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954694016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210949.241815:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210949.241819:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e5c0 00000400:00000200:0.0:1715210949.241824:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1cd9 [1] + 224 00000400:00000200:0.0:1715210949.241836:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210949.241840:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210949.241845:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954694080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210949.241907:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:2.0:1715210949.241915:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715210949.241925:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715210949.241934:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954694016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210949.241939:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:2.0:1715210949.241945:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954694016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210949.241946:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210949.241948:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210949.241956:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954694080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210949.241967:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954694080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210949.241969:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:2.0:1715210949.241975:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715210949.241979:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715210949.241991:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715210949.241995:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715210949.241998:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715210954.247604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715210954.247627:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715210954.247711:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715210954.247716:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715210954.247762:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 02000000:00000010:1.0:1715210954.247764:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:3.0:1715210954.247769:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715210954.247774:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715210954.247775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715210954.247779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210954.247785:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694144, portal 25 00000100:00000200:3.0:1715210954.247785:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694208, portal 4 00000400:00000010:1.0:1715210954.247790:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000400:00000010:3.0:1715210954.247790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:1.0:1715210954.247793:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694144, offset 0 00000100:00000200:3.0:1715210954.247793:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694208, offset 0 00000400:00000200:1.0:1715210954.247804:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210954.247812:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210954.247819:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210954.247825:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210954.247829:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210954.247833:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210954.247836:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210954.247839:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [900:900:256:4294967295] 192.168.203.134@tcp LPNI seq info [900:900:8:4294967295] 00000400:00000200:1.0:1715210954.247850:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210954.247856:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210954.247858:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210954.247861:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000400:00000200:3.0:1715210954.247862:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210954.247866:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715210954.247867:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210954.247869:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210954.247871:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210954.247874:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [901:901:255:4294967295] 192.168.203.134@tcp LPNI seq info [901:901:7:4294967295] 00000800:00000200:1.0:1715210954.247876:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210954.247881:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210954.247884:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210954.247889:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210954.247892:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000800:00000200:3.0:1715210954.247897:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210954.247903:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210954.247907:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210954.247993:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210954.247999:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210954.248006:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210954.248013:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210954.248018:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715210954.248020:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715210954.248029:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954694144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210954.248111:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210954.248114:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715210954.248117:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210954.248121:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210954.248124:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:0.0:1715210954.248125:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:0.0:1715210954.248129:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954694208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210954.250061:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210954.250075:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e600 00000400:00000200:0.0:1715210954.250082:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ced [1] + 224 00000400:00000200:0.0:1715210954.250093:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210954.250097:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210954.250104:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954694144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210954.250142:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210954.250147:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e640 00000400:00000200:0.0:1715210954.250151:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ce9 [1] + 224 00000400:00000200:0.0:1715210954.250170:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715210954.250170:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715210954.250173:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210954.250175:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210954.250176:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210954.250183:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954694144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210954.250188:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954694208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210954.250211:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954694144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210954.250233:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210954.250240:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715210954.250244:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000010:3.0:1715210954.250283:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210954.250291:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210954.250293:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210954.250301:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954694208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210954.250312:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954694208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210954.250351:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715210954.250355:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715210954.250358:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715210959.255603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715210959.255664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715210959.255713:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715210959.255718:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715210959.255776:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715210959.255783:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210959.255791:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210959.255799:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694336, portal 4 00000400:00000010:3.0:1715210959.255806:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:3.0:1715210959.255808:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694336, offset 0 00000400:00000200:3.0:1715210959.255818:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210959.255820:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210959.255830:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000200:3.0:1715210959.255833:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210959.255835:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000200:3.0:1715210959.255838:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210959.255839:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694272, portal 25 00000400:00000200:3.0:1715210959.255842:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715210959.255843:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715210959.255846:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694272, offset 0 00000400:00000200:3.0:1715210959.255846:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210959.255849:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210959.255852:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [902:902:256:4294967295] 192.168.203.134@tcp LPNI seq info [902:902:8:4294967295] 00000400:00000200:0.0:1715210959.255853:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210959.255864:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210959.255870:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210959.255873:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210959.255874:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715210959.255876:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210959.255881:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210959.255881:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210959.255883:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210959.255886:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210959.255889:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [903:903:255:4294967295] 192.168.203.134@tcp LPNI seq info [903:903:7:4294967295] 00000800:00000200:3.0:1715210959.255890:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210959.255895:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210959.255899:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210959.255920:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210959.255924:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210959.255929:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210959.255935:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210959.255939:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210959.255976:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210959.255982:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715210959.255989:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210959.255996:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210959.256001:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:1.0:1715210959.256003:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:1.0:1715210959.256012:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954694336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210959.256097:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210959.256099:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210959.256103:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210959.256107:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210959.256109:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715210959.256111:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715210959.256115:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954694272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210959.258111:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210959.258125:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e6c0 00000400:00000200:0.0:1715210959.258133:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1cf9 [1] + 224 00000400:00000200:0.0:1715210959.258143:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210959.258147:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210959.258154:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954694336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210959.258189:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210959.258193:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e680 00000400:00000200:0.0:1715210959.258198:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d01 [1] + 224 00000400:00000200:0.0:1715210959.258219:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210959.258225:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210959.258233:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954694272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210959.258274:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210959.258281:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210959.258283:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210959.258301:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954694336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210959.258312:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954694336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210959.258340:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715210959.258345:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715210959.258349:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715210959.258363:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000400:00000200:1.0:1715210959.258370:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715210959.258372:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715210959.258380:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954694272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210959.258391:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954694272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210959.258409:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210959.258414:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715210959.258426:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715210964.263573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715210964.263594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715210964.263679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715210964.263684:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715210964.263736:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 02000000:00000010:1.0:1715210964.263738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:3.0:1715210964.263743:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715210964.263748:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715210964.263749:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715210964.263752:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715210964.263757:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694464, portal 4 00000100:00000200:1.0:1715210964.263758:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694400, portal 25 00000400:00000010:1.0:1715210964.263762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000010:3.0:1715210964.263763:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:1.0:1715210964.263765:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694400, offset 0 00000100:00000200:3.0:1715210964.263765:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694464, offset 0 00000400:00000200:1.0:1715210964.263775:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210964.263784:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210964.263790:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715210964.263796:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210964.263800:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210964.263804:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210964.263806:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210964.263810:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [904:904:256:4294967295] 192.168.203.134@tcp LPNI seq info [904:904:8:4294967295] 00000400:00000200:1.0:1715210964.263821:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210964.263827:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210964.263830:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715210964.263831:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:3.0:1715210964.263834:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715210964.263838:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715210964.263838:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210964.263840:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210964.263843:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210964.263846:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [905:905:255:4294967295] 192.168.203.134@tcp LPNI seq info [905:905:7:4294967295] 00000800:00000200:1.0:1715210964.263848:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210964.263853:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210964.263856:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210964.263861:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210964.263865:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000800:00000200:3.0:1715210964.263870:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715210964.263876:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210964.263879:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210964.263928:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210964.263934:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715210964.263940:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210964.263947:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210964.263952:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715210964.263954:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715210964.263964:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954694400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210964.264021:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210964.264032:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715210964.264035:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210964.264040:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210964.264043:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:0.0:1715210964.264044:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:0.0:1715210964.264049:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954694464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210964.265819:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210964.265833:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e700 00000400:00000200:0.0:1715210964.265840:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d0d [1] + 224 00000400:00000200:0.0:1715210964.265851:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210964.265855:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210964.265862:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954694400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210964.265898:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210964.265903:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e740 00000400:00000200:0.0:1715210964.265907:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d09 [1] + 224 00000400:00000200:0.0:1715210964.265926:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210964.265930:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:1.0:1715210964.265930:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210964.265935:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210964.265936:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210964.265943:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954694400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210964.265945:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954694464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210964.265954:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954694400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210964.265977:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715210964.265982:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715210964.265986:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:3.0:1715210964.266041:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210964.266049:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210964.266051:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210964.266059:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954694464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210964.266070:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954694464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210964.266093:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715210964.266097:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715210964.266100:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715210969.271633:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715210969.271654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715210969.271698:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715210969.271702:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715210969.271753:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715210969.271760:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210969.271767:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210969.271774:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694592, portal 4 00000400:00000010:3.0:1715210969.271781:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000100:00000200:3.0:1715210969.271783:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694592, offset 0 00000400:00000200:3.0:1715210969.271794:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715210969.271796:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715210969.271807:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43093c8. 00000400:00000200:3.0:1715210969.271808:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210969.271813:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000200:3.0:1715210969.271814:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210969.271817:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694528, portal 25 00000400:00000200:3.0:1715210969.271818:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715210969.271821:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715210969.271823:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694528, offset 0 00000400:00000200:3.0:1715210969.271823:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210969.271825:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210969.271830:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [906:906:256:4294967295] 192.168.203.134@tcp LPNI seq info [906:906:8:4294967295] 00000400:00000200:0.0:1715210969.271833:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210969.271841:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210969.271847:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715210969.271851:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715210969.271852:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715210969.271866:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715210969.271867:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210969.271870:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715210969.271872:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210969.271875:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715210969.271877:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210969.271878:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [907:907:255:4294967295] 192.168.203.134@tcp LPNI seq info [907:907:7:4294967295] 00000800:00000200:3.0:1715210969.271882:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210969.271888:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210969.271893:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210969.271897:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715210969.271902:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210969.271908:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210969.271911:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210969.271959:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210969.271966:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715210969.271972:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210969.271979:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210969.271984:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:1.0:1715210969.271986:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:1.0:1715210969.271995:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954694592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210969.272073:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210969.272076:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715210969.272079:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210969.272083:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210969.272085:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715210969.272087:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715210969.272091:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954694528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210969.273924:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210969.273938:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e7c0 00000400:00000200:0.0:1715210969.273945:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d19 [1] + 224 00000400:00000200:0.0:1715210969.273955:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210969.273959:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210969.273967:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954694592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210969.274002:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210969.274006:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e780 00000400:00000200:0.0:1715210969.274011:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d21 [1] + 224 00000400:00000200:0.0:1715210969.274026:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210969.274030:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210969.274035:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954694528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210969.274065:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210969.274074:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210969.274078:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210969.274088:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954694592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210969.274104:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954694592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210969.274143:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715210969.274151:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000010:1.0:1715210969.274154:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43093c8. 00000100:00000010:3.0:1715210969.274156:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000200:1.0:1715210969.274162:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715210969.274164:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715210969.274172:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954694528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210969.274183:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954694528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210969.274201:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715210969.274205:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715210969.274208:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715210974.279609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715210974.279630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715210974.279672:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715210974.279676:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715210974.279727:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715210974.279734:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210974.279741:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:1.0:1715210974.279743:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000100:00000200:3.0:1715210974.279749:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694720, portal 4 00000400:00000010:1.0:1715210974.279753:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715210974.279755:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:3.0:1715210974.279757:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694720, offset 0 00000400:00000010:1.0:1715210974.279758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210974.279762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694656, portal 25 00000400:00000010:1.0:1715210974.279767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:3.0:1715210974.279768:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715210974.279780:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694656, offset 0 00000400:00000200:3.0:1715210974.279782:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210974.279787:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210974.279792:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210974.279796:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210974.279798:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210974.279799:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210974.279802:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [908:908:256:4294967295] 192.168.203.134@tcp LPNI seq info [908:908:8:4294967295] 00000400:00000200:3.0:1715210974.279814:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210974.279830:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210974.279832:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210974.279834:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715210974.279836:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210974.279839:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210974.279841:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210974.279842:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210974.279845:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715210974.279847:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [909:909:255:4294967295] 192.168.203.134@tcp LPNI seq info [909:909:7:4294967295] 00000800:00000200:3.0:1715210974.279849:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210974.279854:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210974.279857:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210974.279862:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210974.279865:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715210974.279870:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210974.279876:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210974.279880:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210974.279927:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210974.279933:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715210974.279939:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210974.279954:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210974.279960:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:0.0:1715210974.279962:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:0.0:1715210974.279971:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954694720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210974.280039:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210974.280042:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715210974.280045:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210974.280048:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210974.280051:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715210974.280052:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715210974.280056:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954694656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210974.281781:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210974.281794:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e840 00000400:00000200:0.0:1715210974.281802:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d29 [1] + 224 00000400:00000200:0.0:1715210974.281812:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210974.281815:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210974.281822:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954694720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210974.281860:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210974.281865:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e800 00000400:00000200:0.0:1715210974.281869:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d31 [1] + 224 00000400:00000200:0.0:1715210974.281886:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210974.281890:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210974.281895:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954694656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210974.281920:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210974.281929:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210974.281932:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210974.281942:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954694720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210974.281959:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954694720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210974.281995:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715210974.282003:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000400:00000010:1.0:1715210974.282007:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:3.0:1715210974.282008:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000200:1.0:1715210974.282014:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210974.282016:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210974.282024:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954694656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210974.282035:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954694656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210974.282052:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715210974.282058:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715210974.282061:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715210979.287598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715210979.287620:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715210979.287663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715210979.287667:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715210979.287718:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715210979.287725:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210979.287732:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210979.287740:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694848, portal 4 00000400:00000010:3.0:1715210979.287746:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715210979.287748:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694848, offset 0 02000000:00000010:0.0:1715210979.287754:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715210979.287759:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715210979.287763:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309420. 00000400:00000200:3.0:1715210979.287773:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715210979.287779:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000400:00000200:3.0:1715210979.287779:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715210979.287783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694784, portal 25 00000400:00000200:3.0:1715210979.287783:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715210979.287787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000400:00000200:3.0:1715210979.287787:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1715210979.287789:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694784, offset 0 00000400:00000200:0.0:1715210979.287796:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210979.287799:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210979.287803:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [910:910:256:4294967295] 192.168.203.134@tcp LPNI seq info [910:910:8:4294967295] 00000400:00000200:3.0:1715210979.287814:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210979.287820:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210979.287824:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210979.287825:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715210979.287828:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210979.287831:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210979.287831:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210979.287834:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210979.287836:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210979.287840:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [911:911:255:4294967295] 192.168.203.134@tcp LPNI seq info [911:911:7:4294967295] 00000800:00000200:3.0:1715210979.287840:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210979.287846:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210979.287849:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715210979.287854:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210979.287858:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715210979.287862:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210979.287869:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210979.287872:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210979.287918:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210979.287924:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715210979.287930:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210979.287937:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210979.287942:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:1.0:1715210979.287944:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:1.0:1715210979.287952:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954694848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210979.288030:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210979.288032:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715210979.288035:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210979.288040:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210979.288042:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715210979.288044:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715210979.288049:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954694784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210979.289871:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210979.289885:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e8c0 00000400:00000200:0.0:1715210979.289892:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d39 [1] + 224 00000400:00000200:0.0:1715210979.289903:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210979.289907:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210979.289914:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954694848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210979.289951:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210979.289955:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e880 00000400:00000200:0.0:1715210979.289960:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d41 [1] + 224 00000400:00000200:0.0:1715210979.289974:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210979.289984:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210979.289989:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954694784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210979.290015:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210979.290024:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210979.290027:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210979.290037:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954694848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210979.290053:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954694848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210979.290092:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715210979.290101:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715210979.290106:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715210979.290107:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309420. 00000400:00000200:1.0:1715210979.290114:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715210979.290116:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715210979.290125:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954694784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210979.290135:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954694784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210979.290153:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715210979.290160:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715210979.290163:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715210984.295611:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715210984.295632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715210984.295677:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715210984.295681:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715210984.295733:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715210984.295740:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210984.295746:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210984.295754:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694976, portal 4 00000400:00000010:3.0:1715210984.295760:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000100:00000200:3.0:1715210984.295762:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954694976, offset 0 00000400:00000200:3.0:1715210984.295773:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715210984.295786:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:3.0:1715210984.295787:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715210984.295795:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:2.0:1715210984.295800:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210984.295804:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954694912, portal 25 00000400:00000200:3.0:1715210984.295805:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210984.295808:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715210984.295810:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954694912, offset 0 00000400:00000200:3.0:1715210984.295810:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210984.295814:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210984.295817:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210984.295818:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210984.295821:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [912:912:256:4294967295] 192.168.203.134@tcp LPNI seq info [912:912:8:4294967295] 00000400:00000200:3.0:1715210984.295833:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210984.295839:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210984.295842:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210984.295843:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:2.0:1715210984.295846:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210984.295850:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210984.295851:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210984.295853:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210984.295855:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210984.295858:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [913:913:255:4294967295] 192.168.203.134@tcp LPNI seq info [913:913:7:4294967295] 00000800:00000200:3.0:1715210984.295860:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210984.295865:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210984.295868:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715210984.295873:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210984.295876:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715210984.295881:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210984.295887:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210984.295890:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210984.295935:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210984.295941:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715210984.295946:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210984.295953:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210984.295958:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:0.0:1715210984.295960:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:0.0:1715210984.295969:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954694976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210984.296026:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210984.296028:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715210984.296031:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210984.296035:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210984.296037:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715210984.296039:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715210984.296043:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954694912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210984.297814:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210984.297829:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e940 00000400:00000200:0.0:1715210984.297836:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d49 [1] + 224 00000400:00000200:0.0:1715210984.297846:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210984.297850:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210984.297857:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954694976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210984.297893:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210984.297898:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e900 00000400:00000200:0.0:1715210984.297902:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d51 [1] + 224 00000400:00000200:0.0:1715210984.297928:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210984.297931:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210984.297936:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954694912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210984.297959:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210984.297968:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210984.297971:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210984.297981:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954694976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210984.297998:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954694976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210984.298013:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210984.298021:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210984.298023:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210984.298031:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954694912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210984.298033:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210984.298041:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210984.298047:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:2.0:1715210984.298051:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954694912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210984.298068:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210984.298072:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715210984.298075:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715210989.303552:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715210989.303569:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210989.303599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715210989.303601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715210989.303634:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715210989.303639:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715210989.303643:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:2.0:1715210989.303646:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000100:00000200:3.0:1715210989.303648:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695104, portal 4 00000400:00000010:2.0:1715210989.303652:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000010:3.0:1715210989.303652:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000400:00000010:2.0:1715210989.303656:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210989.303659:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695040, portal 25 00000400:00000010:2.0:1715210989.303661:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715210989.303663:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695040, offset 0 00000100:00000200:3.0:1715210989.303663:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954695104, offset 0 00000400:00000200:3.0:1715210989.303670:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210989.303676:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210989.303679:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210989.303683:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210989.303685:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210989.303687:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210989.303689:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210989.303691:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [914:914:256:4294967295] 192.168.203.134@tcp LPNI seq info [914:914:8:4294967295] 00000400:00000200:3.0:1715210989.303697:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210989.303701:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715210989.303702:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210989.303703:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000400:00000200:2.0:1715210989.303704:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210989.303706:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715210989.303708:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715210989.303708:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715210989.303709:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715210989.303710:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [915:915:255:4294967295] 192.168.203.134@tcp LPNI seq info [915:915:7:4294967295] 00000800:00000200:3.0:1715210989.303713:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715210989.303715:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210989.303716:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210989.303718:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715210989.303720:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715210989.303722:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715210989.303726:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715210989.303727:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210989.303761:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210989.303764:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715210989.303768:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210989.303772:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210989.303775:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:0.0:1715210989.303776:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:0.0:1715210989.303781:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954695104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210989.303827:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210989.303828:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715210989.303830:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210989.303832:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210989.303833:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715210989.303834:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715210989.303837:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954695040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210989.304884:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210989.304892:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040e9c0 00000400:00000200:0.0:1715210989.304896:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d59 [1] + 224 00000400:00000200:0.0:1715210989.304901:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210989.304903:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210989.304907:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954695104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210989.304925:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210989.304928:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040e980 00000400:00000200:0.0:1715210989.304935:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d5d [1] + 224 00000400:00000200:0.0:1715210989.304944:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210989.304946:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210989.304949:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954695040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210989.304958:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210989.304962:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210989.304963:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210989.304967:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954695104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210989.304973:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954695104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210989.304991:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210989.304995:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715210989.304997:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:2.0:1715210989.305015:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715210989.305019:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715210989.305020:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715210989.305024:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954695040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210989.305038:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954695040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210989.305048:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715210989.305050:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715210989.305051:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715210994.311524:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715210994.311541:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715210994.311569:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715210994.311571:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715210994.311600:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715210994.311605:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:1.0:1715210994.311607:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715210994.311612:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715210994.311617:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:3.0:1715210994.311617:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210994.311622:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695232, portal 4 00000100:00000200:1.0:1715210994.311626:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695168, portal 25 00000400:00000010:3.0:1715210994.311626:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000100:00000200:3.0:1715210994.311627:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954695232, offset 0 00000400:00000010:1.0:1715210994.311628:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:1.0:1715210994.311629:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695168, offset 0 00000400:00000200:3.0:1715210994.311634:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210994.311639:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210994.311644:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210994.311647:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210994.311650:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210994.311652:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210994.311654:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210994.311656:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [916:916:256:4294967295] 192.168.203.134@tcp LPNI seq info [916:916:8:4294967295] 00000400:00000200:3.0:1715210994.311662:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210994.311666:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715210994.311667:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210994.311668:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715210994.311669:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210994.311671:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715210994.311672:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715210994.311672:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715210994.311674:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715210994.311678:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715210994.311680:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210994.311681:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [917:917:255:4294967295] 192.168.203.134@tcp LPNI seq info [917:917:7:4294967295] 00000400:00000200:1.0:1715210994.311686:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715210994.311688:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715210994.311690:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715210994.311693:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715210994.311696:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715210994.311698:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210994.311725:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210994.311729:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715210994.311732:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210994.311737:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210994.311739:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:0.0:1715210994.311740:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:0.0:1715210994.311746:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954695232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210994.311786:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210994.311787:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715210994.311789:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210994.311791:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715210994.311792:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715210994.311793:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715210994.311795:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954695168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210994.312818:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210994.312826:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ea40 00000400:00000200:0.0:1715210994.312830:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d69 [1] + 224 00000400:00000200:0.0:1715210994.312836:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210994.312837:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210994.312842:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954695232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210994.312860:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210994.312868:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ea00 00000400:00000200:0.0:1715210994.312871:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d6d [1] + 224 00000400:00000200:0.0:1715210994.312879:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210994.312881:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210994.312883:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954695168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210994.312890:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210994.312894:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210994.312896:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210994.312901:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954695232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210994.312909:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954695232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210994.312930:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715210994.312934:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210994.312936:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000010:1.0:1715210994.312948:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715210994.312951:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715210994.312952:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715210994.312956:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954695168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210994.312961:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954695168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210994.312970:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715210994.312973:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715210994.312974:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715210999.319541:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715210999.319557:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715210999.319587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715210999.319598:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715210999.319636:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 02000000:00000010:0.0:1715210999.319638:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715210999.319641:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:0.0:1715210999.319643:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309478. 00000400:00000010:0.0:1715210999.319646:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000010:3.0:1715210999.319646:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210999.319651:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695360, portal 4 00000100:00000200:0.0:1715210999.319654:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695296, portal 25 00000400:00000010:3.0:1715210999.319655:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715210999.319656:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954695360, offset 0 00000400:00000010:0.0:1715210999.319657:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000100:00000200:0.0:1715210999.319658:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695296, offset 0 00000400:00000200:3.0:1715210999.319663:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210999.319668:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715210999.319673:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715210999.319676:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210999.319679:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715210999.319681:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210999.319683:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715210999.319684:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [918:918:256:4294967295] 192.168.203.134@tcp LPNI seq info [918:918:8:4294967295] 00000400:00000200:3.0:1715210999.319690:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210999.319694:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715210999.319696:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715210999.319696:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715210999.319698:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210999.319700:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715210999.319700:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715210999.319701:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210999.319703:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715210999.319704:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [919:919:255:4294967295] 192.168.203.134@tcp LPNI seq info [919:919:7:4294967295] 00000800:00000200:3.0:1715210999.319706:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715210999.319709:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715210999.319709:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210999.319711:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715210999.319713:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715210999.319716:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715210999.319719:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715210999.319720:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210999.319757:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210999.319760:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715210999.319764:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210999.319768:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210999.319771:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:1.0:1715210999.319772:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:1.0:1715210999.319778:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954695360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210999.319828:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210999.319829:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715210999.319831:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210999.319832:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715210999.319834:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715210999.319839:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715210999.319843:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954695296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210999.321077:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210999.321086:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040eac0 00000400:00000200:0.0:1715210999.321090:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d79 [1] + 224 00000400:00000200:0.0:1715210999.321095:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210999.321102:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210999.321106:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954695360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210999.321127:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715210999.321129:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ea80 00000400:00000200:0.0:1715210999.321132:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d7d [1] + 224 00000400:00000200:0.0:1715210999.321140:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210999.321142:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715210999.321144:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954695296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210999.321156:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715210999.321161:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715210999.321162:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715210999.321167:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954695360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210999.321176:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954695360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210999.321198:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715210999.321203:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715210999.321205:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715210999.321217:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309478. 00000400:00000200:1.0:1715210999.321220:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715210999.321221:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715210999.321225:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954695296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210999.321231:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954695296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210999.321240:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715210999.321242:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715210999.321244:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211004.327542:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211004.327558:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211004.327587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211004.327590:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715211004.327623:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211004.327627:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211004.327631:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211004.327636:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695488, portal 4 00000400:00000010:3.0:1715211004.327640:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000100:00000200:3.0:1715211004.327642:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954695488, offset 0 00000400:00000200:3.0:1715211004.327648:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211004.327649:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:1.0:1715211004.327654:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211004.327657:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211004.327657:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211004.327659:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695424, portal 25 00000400:00000200:3.0:1715211004.327660:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211004.327661:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:1.0:1715211004.327662:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695424, offset 0 00000400:00000200:3.0:1715211004.327663:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211004.327665:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211004.327666:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211004.327667:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211004.327668:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [920:920:256:4294967295] 192.168.203.134@tcp LPNI seq info [920:920:8:4294967295] 00000400:00000200:3.0:1715211004.327675:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211004.327679:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211004.327680:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211004.327681:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211004.327682:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211004.327683:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211004.327685:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211004.327685:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211004.327686:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211004.327688:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [921:921:255:4294967295] 192.168.203.134@tcp LPNI seq info [921:921:7:4294967295] 00000800:00000200:3.0:1715211004.327691:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211004.327693:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211004.327695:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211004.327695:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715211004.327697:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211004.327699:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211004.327703:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211004.327711:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211004.327736:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211004.327740:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211004.327743:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211004.327747:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211004.327749:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:0.0:1715211004.327750:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:0.0:1715211004.327756:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954695488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211004.327794:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211004.327796:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211004.327797:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211004.327799:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211004.327801:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715211004.327801:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715211004.327803:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954695424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211004.329099:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211004.329107:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040eb00 00000400:00000200:0.0:1715211004.329111:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d91 [1] + 224 00000400:00000200:0.0:1715211004.329124:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211004.329126:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211004.329130:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954695424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211004.329150:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211004.329152:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040eb40 00000400:00000200:0.0:1715211004.329155:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d89 [1] + 224 00000400:00000200:0.0:1715211004.329162:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211004.329164:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211004.329166:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954695488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211004.329201:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211004.329205:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211004.329206:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211004.329210:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954695424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211004.329212:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000100:00000200:1.0:1715211004.329216:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954695424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715211004.329217:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211004.329219:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211004.329224:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954695488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211004.329231:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 00000100:00000200:3.0:1715211004.329232:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954695488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211004.329234:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211004.329236:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211004.329265:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211004.329267:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211004.329269:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211009.335564:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211009.335581:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211009.335612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211009.335615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211009.335651:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211009.335655:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211009.335660:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211009.335665:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695616, portal 4 02000000:00000010:0.0:1715211009.335670:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715211009.335670:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000100:00000200:3.0:1715211009.335671:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954695616, offset 0 00000400:00000010:0.0:1715211009.335675:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43094d0. 00000400:00000200:3.0:1715211009.335678:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211009.335684:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715211009.335686:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695552, portal 25 00000400:00000010:0.0:1715211009.335688:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715211009.335689:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695552, offset 0 00000400:00000200:3.0:1715211009.335689:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211009.335693:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211009.335694:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211009.335696:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211009.335698:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211009.335700:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211009.335702:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [922:922:256:4294967295] 192.168.203.134@tcp LPNI seq info [922:922:8:4294967295] 00000400:00000200:3.0:1715211009.335708:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715211009.335712:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211009.335712:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211009.335714:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715211009.335715:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211009.335716:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211009.335718:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211009.335718:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211009.335719:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211009.335721:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [923:923:255:4294967295] 192.168.203.134@tcp LPNI seq info [923:923:7:4294967295] 00000800:00000200:3.0:1715211009.335724:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211009.335726:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211009.335727:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211009.335728:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211009.335730:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715211009.335732:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211009.335736:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211009.335747:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211009.335773:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211009.335776:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211009.335781:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211009.335785:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211009.335787:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:1.0:1715211009.335788:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:1.0:1715211009.335794:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954695616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211009.335854:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211009.335856:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715211009.335859:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211009.335863:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211009.335865:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715211009.335866:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715211009.335870:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954695552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211009.337067:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211009.337074:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040eb80 00000400:00000200:0.0:1715211009.337078:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1da1 [1] + 224 00000400:00000200:0.0:1715211009.337085:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211009.337087:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211009.337091:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954695552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211009.337110:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211009.337112:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ebc0 00000400:00000200:0.0:1715211009.337115:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1d99 [1] + 224 00000400:00000200:0.0:1715211009.337123:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211009.337125:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211009.337128:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954695616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211009.337141:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43094d0. 00000400:00000200:2.0:1715211009.337146:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:2.0:1715211009.337147:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:2.0:1715211009.337153:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954695552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211009.337162:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954695552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211009.337180:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715211009.337185:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211009.337188:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000010:3.0:1715211009.337194:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211009.337198:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211009.337199:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211009.337208:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954695616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211009.337214:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954695616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211009.337227:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211009.337229:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211009.337231:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211014.343578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211014.343604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211014.343649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211014.343653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715211014.343702:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 02000000:00000010:2.0:1715211014.343708:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:3.0:1715211014.343709:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211014.343716:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:2.0:1715211014.343718:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000100:00000200:3.0:1715211014.343723:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695744, portal 4 00000400:00000010:2.0:1715211014.343724:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715211014.343730:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695680, portal 25 00000400:00000010:3.0:1715211014.343730:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715211014.343732:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954695744, offset 0 00000400:00000010:2.0:1715211014.343736:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000200:3.0:1715211014.343743:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211014.343752:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695680, offset 0 00000400:00000200:3.0:1715211014.343758:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211014.343763:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211014.343764:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211014.343768:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211014.343771:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211014.343774:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211014.343778:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [924:924:256:4294967295] 192.168.203.134@tcp LPNI seq info [924:924:8:4294967295] 00000400:00000200:3.0:1715211014.343789:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211014.343795:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211014.343799:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:2.0:1715211014.343801:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211014.343806:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211014.343807:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211014.343812:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211014.343815:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211014.343816:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211014.343820:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211014.343821:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211014.343825:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [925:925:255:4294967295] 192.168.203.134@tcp LPNI seq info [925:925:7:4294967295] 00000400:00000200:2.0:1715211014.343840:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211014.343863:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211014.343868:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715211014.343874:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211014.343882:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211014.343887:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211014.343988:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211014.343994:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211014.344001:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211014.344008:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211014.344012:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:0.0:1715211014.344014:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:0.0:1715211014.344024:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954695744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211014.344107:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211014.344109:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211014.344113:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211014.344116:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211014.344119:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715211014.344120:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715211014.344136:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954695680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211014.345947:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211014.345961:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ec40 00000400:00000200:0.0:1715211014.345969:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1da9 [1] + 224 00000400:00000200:0.0:1715211014.345979:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211014.345983:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211014.345990:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954695744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211014.346027:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211014.346032:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ec00 00000400:00000200:0.0:1715211014.346036:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1dad [1] + 224 00000400:00000200:0.0:1715211014.346051:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211014.346055:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211014.346060:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954695680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211014.346117:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211014.346125:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211014.346127:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211014.346135:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954695744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211014.346146:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954695744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211014.346155:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:2.0:1715211014.346165:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:2.0:1715211014.346168:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 02000000:00000010:3.0:1715211014.346175:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 00000100:00000200:2.0:1715211014.346178:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954695680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211014.346179:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211014.346184:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:2.0:1715211014.346191:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954695680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211014.346209:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715211014.346213:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211014.346216:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211019.351542:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211019.351559:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211019.351591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211019.351594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211019.351633:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 02000000:00000010:1.0:1715211019.351634:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:3.0:1715211019.351638:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715211019.351640:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211019.351643:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:3.0:1715211019.351643:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211019.351648:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695872, portal 4 00000100:00000200:1.0:1715211019.351652:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695808, portal 25 00000400:00000010:3.0:1715211019.351652:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715211019.351654:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954695872, offset 0 00000400:00000010:1.0:1715211019.351655:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:3.0:1715211019.351661:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211019.351671:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695808, offset 0 00000400:00000200:3.0:1715211019.351671:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211019.351675:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211019.351676:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211019.351678:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211019.351681:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211019.351682:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211019.351685:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [926:926:256:4294967295] 192.168.203.134@tcp LPNI seq info [926:926:8:4294967295] 00000400:00000200:3.0:1715211019.351692:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211019.351696:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211019.351697:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211019.351699:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715211019.351700:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715211019.351701:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211019.351703:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211019.351704:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211019.351706:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [927:927:255:4294967295] 192.168.203.134@tcp LPNI seq info [927:927:7:4294967295] 00000800:00000200:3.0:1715211019.351712:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211019.351713:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211019.351716:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211019.351718:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000010:1.0:1715211019.351719:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211019.351722:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211019.351722:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211019.351726:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211019.351728:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211019.351787:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211019.351791:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715211019.351794:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211019.351799:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211019.351802:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:0.0:1715211019.351803:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:0.0:1715211019.351809:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954695872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211019.351856:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211019.351858:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211019.351859:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211019.351862:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211019.351863:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715211019.351870:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715211019.351873:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954695808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211019.353326:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211019.353337:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ecc0 00000400:00000200:0.0:1715211019.353344:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1db9 [1] + 224 00000400:00000200:0.0:1715211019.353353:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211019.353357:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211019.353362:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954695872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211019.353396:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211019.353402:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ec80 00000400:00000200:0.0:1715211019.353406:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1dbd [1] + 224 00000400:00000200:0.0:1715211019.353419:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211019.353423:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211019.353427:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954695808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211019.353449:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211019.353454:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211019.353455:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211019.353476:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954695872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211019.353483:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954695872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211019.353502:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211019.353506:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211019.353508:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715211019.353514:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211019.353518:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211019.353519:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211019.353522:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954695808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211019.353528:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954695808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211019.353538:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211019.353540:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211019.353542:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211024.359587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211024.359609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211024.359652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211024.359656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211024.359715:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211024.359722:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211024.359729:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211024.359736:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696000, portal 4 00000400:00000010:3.0:1715211024.359742:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715211024.359744:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696000, offset 0 02000000:00000010:0.0:1715211024.359748:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211024.359755:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211024.359757:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309528. 00000400:00000010:0.0:1715211024.359762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715211024.359766:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954695936, portal 25 00000400:00000200:3.0:1715211024.359769:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715211024.359770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000100:00000200:0.0:1715211024.359772:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954695936, offset 0 00000400:00000200:3.0:1715211024.359775:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211024.359779:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211024.359779:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211024.359783:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211024.359786:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211024.359789:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [928:928:256:4294967295] 192.168.203.134@tcp LPNI seq info [928:928:8:4294967295] 00000400:00000200:3.0:1715211024.359801:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211024.359820:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211024.359822:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211024.359824:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211024.359826:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211024.359829:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211024.359831:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211024.359832:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211024.359835:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211024.359840:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211024.359846:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211024.359847:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [929:929:255:4294967295] 192.168.203.134@tcp LPNI seq info [929:929:7:4294967295] 00000400:00000200:0.0:1715211024.359856:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211024.359862:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211024.359865:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715211024.359870:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211024.359876:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211024.359880:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211024.359945:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211024.359951:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211024.359957:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211024.359964:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211024.359968:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:1.0:1715211024.359970:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:1.0:1715211024.359979:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954696000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211024.360049:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211024.360052:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715211024.360054:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211024.360058:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211024.360061:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715211024.360062:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715211024.360067:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954695936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211024.361942:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211024.361956:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ed40 00000400:00000200:0.0:1715211024.361963:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1dc9 [1] + 224 00000400:00000200:0.0:1715211024.361973:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211024.361977:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211024.361984:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954696000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211024.362020:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211024.362024:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ed00 00000400:00000200:0.0:1715211024.362029:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1dd1 [1] + 224 00000400:00000200:0.0:1715211024.362043:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211024.362047:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211024.362052:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954695936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211024.362106:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211024.362114:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211024.362116:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211024.362124:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954696000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211024.362135:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954696000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211024.362151:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309528. 00000400:00000200:1.0:1715211024.362159:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715211024.362161:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 02000000:00000010:3.0:1715211024.362164:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 00000100:00000200:1.0:1715211024.362169:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954695936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211024.362169:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211024.362172:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000200:1.0:1715211024.362180:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954695936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211024.362216:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211024.362223:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211024.362227:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211029.367582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211029.367604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211029.367650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211029.367654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715211029.367713:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211029.367720:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211029.367727:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211029.367734:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696128, portal 4 02000000:00000010:0.0:1715211029.367740:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:3.0:1715211029.367740:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:3.0:1715211029.367742:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696128, offset 0 00000400:00000010:0.0:1715211029.367750:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309580. 00000400:00000200:3.0:1715211029.367753:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211029.367765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000200:3.0:1715211029.367768:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211029.367769:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696064, portal 25 00000400:00000010:0.0:1715211029.367773:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000400:00000200:3.0:1715211029.367774:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715211029.367775:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696064, offset 0 00000400:00000200:3.0:1715211029.367778:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211029.367782:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211029.367783:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211029.367796:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211029.367800:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [930:930:256:4294967295] 192.168.203.134@tcp LPNI seq info [930:930:8:4294967295] 00000400:00000200:3.0:1715211029.367812:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211029.367819:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211029.367822:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211029.367824:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715211029.367826:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211029.367830:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211029.367831:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211029.367833:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211029.367835:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211029.367838:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [931:931:255:4294967295] 192.168.203.134@tcp LPNI seq info [931:931:7:4294967295] 00000800:00000200:3.0:1715211029.367841:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211029.367846:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211029.367848:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211029.367853:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211029.367856:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715211029.367861:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211029.367868:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211029.367871:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211029.367923:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211029.367930:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211029.367935:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211029.367942:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211029.367947:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:1.0:1715211029.367950:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:1.0:1715211029.367959:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954696128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211029.368027:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211029.368031:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715211029.368035:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211029.368040:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211029.368055:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715211029.368058:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715211029.368067:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954696064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211029.369589:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211029.369602:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040edc0 00000400:00000200:0.0:1715211029.369609:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1dd9 [1] + 224 00000400:00000200:0.0:1715211029.369619:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211029.369623:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211029.369630:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954696128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211029.369666:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211029.369671:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ed80 00000400:00000200:0.0:1715211029.369675:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1de1 [1] + 224 00000400:00000200:0.0:1715211029.369693:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211029.369697:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211029.369702:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954696064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211029.369751:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211029.369759:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211029.369762:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211029.369769:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954696128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211029.369781:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954696128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211029.369810:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 00000400:00000010:1.0:1715211029.369812:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309580. 02000000:00000010:3.0:1715211029.369815:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211029.369819:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000200:1.0:1715211029.369822:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715211029.369825:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715211029.369836:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954696064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211029.369852:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954696064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211029.369871:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211029.369875:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211029.369878:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211034.375547:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211034.375566:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211034.375599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211034.375602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715211034.375648:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211034.375654:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211034.375659:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211034.375665:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696256, portal 4 02000000:00000010:0.0:1715211034.375667:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:3.0:1715211034.375671:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715211034.375673:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696256, offset 0 00000400:00000010:0.0:1715211034.375674:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000200:3.0:1715211034.375681:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211034.375688:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000100:00000200:0.0:1715211034.375691:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696192, portal 25 00000400:00000200:3.0:1715211034.375693:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715211034.375694:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:0.0:1715211034.375696:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696192, offset 0 00000400:00000200:0.0:1715211034.375701:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211034.375704:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211034.375708:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211034.375711:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211034.375713:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211034.375716:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [932:932:256:4294967295] 192.168.203.134@tcp LPNI seq info [932:932:8:4294967295] 00000400:00000200:3.0:1715211034.375724:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211034.375730:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211034.375731:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211034.375734:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715211034.375734:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715211034.375736:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211034.375738:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211034.375739:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211034.375740:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211034.375742:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [933:933:255:4294967295] 192.168.203.134@tcp LPNI seq info [933:933:7:4294967295] 00000800:00000200:3.0:1715211034.375746:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211034.375748:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211034.375750:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211034.375752:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211034.375754:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715211034.375758:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211034.375762:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211034.375765:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211034.375808:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211034.375813:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715211034.375818:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211034.375824:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211034.375827:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:1.0:1715211034.375829:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:1.0:1715211034.375836:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954696256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211034.375894:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211034.375896:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715211034.375898:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211034.375901:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211034.375903:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715211034.375904:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715211034.375907:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954696192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211034.377336:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211034.377344:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ee40 00000400:00000200:0.0:1715211034.377350:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1de9 [1] + 224 00000400:00000200:0.0:1715211034.377357:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211034.377360:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211034.377365:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954696256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211034.377388:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211034.377391:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ee00 00000400:00000200:0.0:1715211034.377394:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1df1 [1] + 224 00000400:00000200:0.0:1715211034.377405:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211034.377411:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211034.377415:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954696192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211034.377455:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211034.377478:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211034.377480:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211034.377485:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954696256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211034.377494:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954696256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211034.377511:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 02000000:00000010:3.0:1715211034.377517:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211034.377521:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000400:00000200:1.0:1715211034.377522:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715211034.377523:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000010:3.0:1715211034.377524:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:1.0:1715211034.377529:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954696192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211034.377536:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954696192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211034.377548:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211034.377551:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211034.377553:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211039.383586:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211039.383603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211039.383636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211039.383639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211039.383685:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211039.383690:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211039.383695:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715211039.383698:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715211039.383701:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696384, portal 4 00000400:00000010:0.0:1715211039.383703:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000010:0.0:1715211039.383706:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000400:00000010:3.0:1715211039.383706:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:0.0:1715211039.383708:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696320, portal 25 00000400:00000010:0.0:1715211039.383710:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715211039.383712:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696320, offset 0 00000400:00000200:0.0:1715211039.383719:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:3.0:1715211039.383726:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696384, offset 0 00000400:00000200:0.0:1715211039.383728:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211039.383731:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211039.383732:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211039.383734:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211039.383737:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211039.383739:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211039.383741:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [934:934:256:4294967295] 192.168.203.134@tcp LPNI seq info [934:934:8:4294967295] 00000400:00000200:0.0:1715211039.383747:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211039.383751:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211039.383751:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715211039.383753:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000200:3.0:1715211039.383753:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211039.383755:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211039.383757:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211039.383758:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715211039.383758:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211039.383760:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [935:935:255:4294967295] 192.168.203.134@tcp LPNI seq info [935:935:7:4294967295] 00000800:00000200:0.0:1715211039.383764:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1715211039.383766:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211039.383768:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715211039.383768:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211039.383770:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000800:00000200:3.0:1715211039.383773:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211039.383776:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211039.383778:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211039.383821:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211039.383824:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715211039.383828:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211039.383832:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211039.383835:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715211039.383836:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715211039.383843:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954696320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211039.383897:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211039.383899:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715211039.383901:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211039.383903:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211039.383904:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:1.0:1715211039.383905:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:1.0:1715211039.383907:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954696384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211039.385421:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211039.385429:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ee80 00000400:00000200:0.0:1715211039.385433:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1dfd [1] + 224 00000400:00000200:0.0:1715211039.385438:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211039.385440:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211039.385444:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954696320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211039.385493:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211039.385497:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040eec0 00000400:00000200:0.0:1715211039.385499:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1df9 [1] + 224 00000400:00000200:0.0:1715211039.385507:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211039.385509:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211039.385512:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954696384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211039.385525:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:2.0:1715211039.385530:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715211039.385531:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715211039.385535:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954696320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211039.385541:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954696320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211039.385555:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715211039.385558:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715211039.385560:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:3.0:1715211039.385581:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211039.385585:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211039.385586:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211039.385590:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954696384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211039.385596:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954696384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211039.385609:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715211039.385612:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211039.385613:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211044.391583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211044.391605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211044.391648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211044.391652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211044.391711:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211044.391718:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211044.391737:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715211044.391743:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715211044.391744:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696512, portal 4 00000400:00000010:3.0:1715211044.391751:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000400:00000010:0.0:1715211044.391752:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000100:00000200:3.0:1715211044.391753:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696512, offset 0 00000400:00000010:0.0:1715211044.391757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000200:3.0:1715211044.391764:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715211044.391771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696448, portal 25 00000400:00000010:0.0:1715211044.391775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715211044.391778:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696448, offset 0 00000400:00000200:3.0:1715211044.391779:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211044.391785:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211044.391785:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211044.391789:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211044.391793:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211044.391796:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211044.391800:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [936:936:256:4294967295] 192.168.203.134@tcp LPNI seq info [936:936:8:4294967295] 00000400:00000200:3.0:1715211044.391812:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211044.391818:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211044.391821:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211044.391822:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715211044.391825:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211044.391828:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211044.391829:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211044.391831:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211044.391834:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211044.391836:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [937:937:255:4294967295] 192.168.203.134@tcp LPNI seq info [937:937:7:4294967295] 00000800:00000200:3.0:1715211044.391839:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211044.391844:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211044.391846:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211044.391851:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211044.391854:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715211044.391859:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211044.391866:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211044.391869:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211044.391914:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211044.391920:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715211044.391926:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211044.391933:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211044.391937:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:1.0:1715211044.391939:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:1.0:1715211044.391948:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954696512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211044.392018:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211044.392021:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715211044.392024:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211044.392028:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211044.392030:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715211044.392032:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715211044.392037:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954696448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211044.394006:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211044.394020:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ef40 00000400:00000200:0.0:1715211044.394036:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e09 [1] + 224 00000400:00000200:0.0:1715211044.394073:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211044.394078:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211044.394086:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954696512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211044.394122:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211044.394127:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ef00 00000400:00000200:0.0:1715211044.394132:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e11 [1] + 224 00000400:00000200:0.0:1715211044.394145:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211044.394149:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211044.394153:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954696448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211044.394212:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211044.394220:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211044.394222:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211044.394229:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954696512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211044.394240:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954696512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211044.394243:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:1.0:1715211044.394251:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715211044.394253:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715211044.394261:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954696448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211044.394270:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 00000100:00000200:1.0:1715211044.394272:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954696448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211044.394275:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211044.394280:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 02000000:00000010:1.0:1715211044.394289:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211044.394294:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211044.394296:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211049.399605:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211049.399625:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211049.399665:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211049.399682:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715211049.399737:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 02000000:00000010:1.0:1715211049.399738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:3.0:1715211049.399742:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715211049.399745:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715211049.399748:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715211049.399749:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715211049.399754:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696576, portal 25 00000100:00000200:1.0:1715211049.399755:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696640, portal 4 00000400:00000010:3.0:1715211049.399758:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000400:00000010:1.0:1715211049.399760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000100:00000200:3.0:1715211049.399760:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696576, offset 0 00000100:00000200:1.0:1715211049.399763:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696640, offset 0 00000400:00000200:3.0:1715211049.399769:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211049.399779:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211049.399781:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211049.399785:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211049.399788:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211049.399791:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211049.399793:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211049.399796:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [938:938:256:4294967295] 192.168.203.134@tcp LPNI seq info [938:938:8:4294967295] 00000400:00000200:3.0:1715211049.399804:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211049.399809:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211049.399812:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211049.399812:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211049.399816:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211049.399817:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211049.399820:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211049.399823:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211049.399825:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211049.399826:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211049.399828:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211049.399837:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [939:939:255:4294967295] 192.168.203.134@tcp LPNI seq info [939:939:7:4294967295] 00000400:00000200:1.0:1715211049.399847:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211049.399853:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211049.399856:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211049.399861:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211049.399868:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211049.399871:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211049.399895:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211049.399899:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211049.399905:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211049.399911:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211049.399914:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:0.0:1715211049.399916:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:0.0:1715211049.399923:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954696576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211049.399986:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211049.399988:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211049.399990:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211049.399993:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211049.399995:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715211049.399996:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715211049.399999:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954696640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211049.401778:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211049.401794:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ef80 00000400:00000200:0.0:1715211049.401799:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e19 [1] + 224 00000400:00000200:0.0:1715211049.401808:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211049.401810:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211049.401816:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954696576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211049.401841:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211049.401844:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040efc0 00000400:00000200:0.0:1715211049.401847:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e1d [1] + 224 00000400:00000200:0.0:1715211049.401858:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211049.401860:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211049.401864:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954696640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211049.401905:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211049.401910:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211049.401911:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715211049.401916:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:3.0:1715211049.401917:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954696576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211049.401921:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211049.401923:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715211049.401925:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954696576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211049.401929:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954696640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211049.401940:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954696640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211049.401942:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715211049.401946:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211049.401949:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 02000000:00000010:1.0:1715211049.401960:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211049.401964:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211049.401967:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211054.407581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211054.407605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211054.407648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211054.407652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211054.407697:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211054.407704:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211054.407710:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211054.407718:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696768, portal 4 00000400:00000010:3.0:1715211054.407724:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715211054.407726:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696768, offset 0 02000000:00000010:1.0:1715211054.407735:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000200:3.0:1715211054.407737:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211054.407744:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211054.407749:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211054.407752:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211054.407753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696704, portal 25 00000400:00000200:3.0:1715211054.407757:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211054.407758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000100:00000200:1.0:1715211054.407760:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696704, offset 0 00000400:00000200:3.0:1715211054.407762:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211054.407766:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211054.407767:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211054.407769:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211054.407773:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [940:940:256:4294967295] 192.168.203.134@tcp LPNI seq info [940:940:8:4294967295] 00000400:00000200:3.0:1715211054.407784:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211054.407791:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211054.407794:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211054.407795:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715211054.407797:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211054.407801:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211054.407802:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211054.407804:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211054.407807:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211054.407810:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [941:941:255:4294967295] 192.168.203.134@tcp LPNI seq info [941:941:7:4294967295] 00000800:00000200:3.0:1715211054.407811:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211054.407816:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211054.407835:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211054.407840:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211054.407844:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211054.407849:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211054.407855:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211054.407859:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211054.407923:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211054.407931:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715211054.407939:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211054.407949:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211054.407955:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:0.0:1715211054.407959:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:0.0:1715211054.407970:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954696768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211054.408105:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211054.408109:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211054.408112:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211054.408117:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211054.408120:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715211054.408122:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715211054.408127:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954696704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211054.409928:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211054.409941:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f040 00000400:00000200:0.0:1715211054.409948:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e29 [1] + 224 00000400:00000200:0.0:1715211054.409958:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211054.409962:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211054.409969:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954696768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211054.410033:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211054.410038:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f000 00000400:00000200:0.0:1715211054.410043:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e31 [1] + 224 00000400:00000200:0.0:1715211054.410058:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211054.410062:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211054.410067:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954696704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211054.410123:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211054.410131:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211054.410133:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211054.410140:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954696768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211054.410151:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954696768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211054.410152:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211054.410160:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211054.410161:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211054.410169:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954696704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211054.410180:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954696704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211054.410197:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:3.0:1715211054.410197:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:1.0:1715211054.410202:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211054.410202:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211054.410206:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211054.410206:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211059.415574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211059.415595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211059.415638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211059.415642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211059.415690:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211059.415696:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211059.415703:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211059.415711:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696896, portal 4 00000400:00000010:3.0:1715211059.415717:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715211059.415719:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954696896, offset 0 02000000:00000010:0.0:1715211059.415729:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211059.415730:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211059.415738:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:0.0:1715211059.415743:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000200:3.0:1715211059.415744:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211059.415748:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696832, portal 25 00000400:00000200:3.0:1715211059.415749:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211059.415751:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715211059.415754:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696832, offset 0 00000400:00000200:3.0:1715211059.415754:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211059.415758:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211059.415761:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211059.415761:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211059.415764:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [942:942:256:4294967295] 192.168.203.134@tcp LPNI seq info [942:942:8:4294967295] 00000400:00000200:3.0:1715211059.415775:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211059.415781:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211059.415785:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715211059.415786:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211059.415791:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211059.415792:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211059.415795:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211059.415797:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211059.415800:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211059.415801:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211059.415804:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [943:943:255:4294967295] 192.168.203.134@tcp LPNI seq info [943:943:7:4294967295] 00000800:00000200:3.0:1715211059.415807:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211059.415813:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211059.415828:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211059.415831:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715211059.415836:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211059.415841:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211059.415845:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211059.415875:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211059.415881:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211059.415887:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211059.415893:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211059.415898:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:1.0:1715211059.415900:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:1.0:1715211059.415909:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954696896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211059.416012:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211059.416015:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715211059.416018:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211059.416023:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211059.416026:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715211059.416027:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715211059.416043:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954696832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211059.417928:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211059.417961:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f0c0 00000400:00000200:0.0:1715211059.417969:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e39 [1] + 224 00000400:00000200:0.0:1715211059.417981:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211059.417985:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211059.417992:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954696896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211059.418027:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211059.418032:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f080 00000400:00000200:0.0:1715211059.418036:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e41 [1] + 224 00000400:00000200:0.0:1715211059.418049:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211059.418053:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211059.418058:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954696832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211059.418117:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211059.418125:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211059.418127:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211059.418143:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954696896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211059.418148:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000100:00000200:3.0:1715211059.418155:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954696896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211059.418156:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715211059.418158:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715211059.418166:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954696832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211059.418177:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954696832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211059.418185:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715211059.418190:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211059.418194:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 02000000:00000010:1.0:1715211059.418195:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211059.418200:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211059.418203:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211064.423573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211064.423585:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211064.423620:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211064.423624:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211064.423665:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211064.423669:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211064.423673:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211064.423677:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697024, portal 4 00000400:00000010:3.0:1715211064.423681:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000100:00000200:3.0:1715211064.423683:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697024, offset 0 00000400:00000200:3.0:1715211064.423690:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211064.423699:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211064.423703:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211064.423706:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211064.423709:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211064.423711:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715211064.423712:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:3.0:1715211064.423714:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [944:944:256:4294967295] 192.168.203.134@tcp LPNI seq info [944:944:8:4294967295] 00000400:00000010:1.0:1715211064.423720:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211064.423724:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211064.423725:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211064.423728:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954696960, portal 25 00000800:00000200:3.0:1715211064.423729:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211064.423732:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000800:00000010:3.0:1715211064.423732:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000100:00000200:1.0:1715211064.423734:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954696960, offset 0 00000800:00000200:3.0:1715211064.423737:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211064.423741:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211064.423743:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211064.423747:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211064.423750:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211064.423754:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211064.423757:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211064.423760:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211064.423763:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211064.423765:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [945:945:255:4294967295] 192.168.203.134@tcp LPNI seq info [945:945:7:4294967295] 00000400:00000200:1.0:1715211064.423775:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211064.423780:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211064.423783:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211064.423787:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211064.423793:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211064.423805:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211064.423817:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211064.423823:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211064.423828:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211064.423835:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211064.423838:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:0.0:1715211064.423840:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:0.0:1715211064.423848:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954697024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211064.423901:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211064.423938:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211064.423941:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211064.423945:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211064.423948:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715211064.423950:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715211064.423955:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954696960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211064.425858:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211064.425869:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f140 00000400:00000200:0.0:1715211064.425875:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e49 [1] + 224 00000400:00000200:0.0:1715211064.425884:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211064.425888:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211064.425894:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954697024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211064.425955:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211064.425960:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f100 00000400:00000200:0.0:1715211064.425965:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e51 [1] + 224 00000400:00000200:0.0:1715211064.425979:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211064.425983:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211064.425988:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954696960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211064.426053:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211064.426060:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211064.426062:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211064.426070:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954697024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211064.426075:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211064.426082:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000200:3.0:1715211064.426082:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954697024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211064.426084:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211064.426092:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954696960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211064.426102:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954696960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211064.426103:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715211064.426107:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211064.426110:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 02000000:00000010:1.0:1715211064.426120:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211064.426124:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211064.426127:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211069.431556:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211069.431579:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211069.431620:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211069.431624:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715211069.431675:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211069.431682:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211069.431688:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211069.431696:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697152, portal 4 00000400:00000010:3.0:1715211069.431703:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000100:00000200:3.0:1715211069.431705:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697152, offset 0 00000400:00000200:3.0:1715211069.431715:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715211069.431717:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715211069.431726:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 00000400:00000200:3.0:1715211069.431729:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715211069.431731:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000200:3.0:1715211069.431735:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715211069.431736:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697088, portal 25 00000400:00000200:3.0:1715211069.431739:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715211069.431740:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715211069.431742:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697088, offset 0 00000400:00000200:3.0:1715211069.431743:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211069.431746:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211069.431749:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211069.431749:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [946:946:256:4294967295] 192.168.203.134@tcp LPNI seq info [946:946:8:4294967295] 00000400:00000200:3.0:1715211069.431760:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211069.431766:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211069.431769:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211069.431770:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715211069.431785:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211069.431788:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211069.431789:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211069.431791:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211069.431794:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211069.431796:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211069.431797:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [947:947:255:4294967295] 192.168.203.134@tcp LPNI seq info [947:947:7:4294967295] 00000800:00000200:3.0:1715211069.431801:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211069.431807:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211069.431812:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211069.431815:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715211069.431820:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211069.431826:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211069.431829:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211069.431870:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211069.431913:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715211069.431920:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211069.431927:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211069.431932:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:1.0:1715211069.431934:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:1.0:1715211069.431943:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954697152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211069.432006:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211069.432008:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715211069.432012:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211069.432015:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211069.432018:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715211069.432019:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715211069.432024:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954697088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211069.433741:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211069.433754:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f1c0 00000400:00000200:0.0:1715211069.433762:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e59 [1] + 224 00000400:00000200:0.0:1715211069.433771:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211069.433775:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211069.433783:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954697152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211069.433817:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211069.433822:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f180 00000400:00000200:0.0:1715211069.433826:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e61 [1] + 224 00000400:00000200:0.0:1715211069.433842:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211069.433845:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211069.433850:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954697088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211069.433958:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211069.433966:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211069.433968:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715211069.433975:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000100:00000200:3.0:1715211069.433976:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954697152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211069.433983:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715211069.433985:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:3.0:1715211069.433987:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954697152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211069.433994:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954697088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211069.434017:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 00000100:00000200:1.0:1715211069.434021:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954697088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211069.434023:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211069.434027:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 02000000:00000010:1.0:1715211069.434039:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211069.434044:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211069.434047:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211074.439585:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211074.439599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211074.439635:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211074.439639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211074.439681:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211074.439686:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211074.439691:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211074.439696:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697280, portal 4 00000400:00000010:3.0:1715211074.439701:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715211074.439704:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697280, offset 0 00000400:00000200:3.0:1715211074.439712:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211074.439722:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715211074.439725:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:3.0:1715211074.439726:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211074.439730:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211074.439733:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715211074.439734:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211074.439736:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211074.439739:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211074.439739:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [948:948:256:4294967295] 192.168.203.134@tcp LPNI seq info [948:948:8:4294967295] 00000100:00000200:1.0:1715211074.439743:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697216, portal 25 00000400:00000010:1.0:1715211074.439747:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000100:00000200:1.0:1715211074.439749:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697216, offset 0 00000400:00000200:3.0:1715211074.439749:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715211074.439756:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211074.439765:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211074.439767:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211074.439769:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715211074.439771:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211074.439774:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211074.439775:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211074.439777:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211074.439780:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211074.439782:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211074.439783:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [949:949:255:4294967295] 192.168.203.134@tcp LPNI seq info [949:949:7:4294967295] 00000800:00000200:3.0:1715211074.439786:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211074.439792:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211074.439797:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211074.439801:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211074.439805:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211074.439812:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211074.439815:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211074.439882:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211074.439887:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715211074.439893:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211074.439907:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211074.439911:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:0.0:1715211074.439913:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:0.0:1715211074.439921:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954697280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211074.439980:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211074.439983:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211074.439986:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211074.439989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211074.439991:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715211074.439993:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715211074.439997:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954697216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211074.441975:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211074.441987:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f240 00000400:00000200:0.0:1715211074.441994:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e69 [1] + 224 00000400:00000200:0.0:1715211074.442003:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211074.442007:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211074.442013:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954697280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211074.442046:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211074.442051:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f200 00000400:00000200:0.0:1715211074.442055:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e71 [1] + 224 00000400:00000200:0.0:1715211074.442070:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211074.442074:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211074.442079:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954697216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211074.442136:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211074.442144:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211074.442146:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211074.442154:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954697280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211074.442165:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954697280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211074.442188:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715211074.442192:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211074.442195:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:1.0:1715211074.442197:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211074.442205:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211074.442207:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211074.442214:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954697216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211074.442242:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954697216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211074.442259:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211074.442263:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211074.442266:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211079.447625:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211079.447645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211079.447688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211079.447692:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211079.447741:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211079.447748:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211079.447754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211079.447760:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697408, portal 4 00000400:00000010:3.0:1715211079.447767:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715211079.447769:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697408, offset 0 02000000:00000010:0.0:1715211079.447776:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211079.447779:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211079.447784:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000200:3.0:1715211079.447791:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211079.447796:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211079.447798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000400:00000200:3.0:1715211079.447801:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:0.0:1715211079.447802:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697344, portal 25 00000400:00000200:3.0:1715211079.447834:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715211079.447836:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000100:00000200:0.0:1715211079.447839:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697344, offset 0 00000400:00000200:0.0:1715211079.447846:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211079.447847:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211079.447851:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [950:950:256:4294967295] 192.168.203.134@tcp LPNI seq info [950:950:8:4294967295] 00000400:00000200:3.0:1715211079.447863:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211079.447870:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211079.447872:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211079.447874:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211079.447876:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211079.447879:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211079.447881:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211079.447882:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211079.447885:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211079.447888:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [951:951:255:4294967295] 192.168.203.134@tcp LPNI seq info [951:951:7:4294967295] 00000800:00000200:3.0:1715211079.447890:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211079.447895:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211079.447897:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211079.447902:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211079.447905:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715211079.447910:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211079.447917:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211079.447920:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211079.447966:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211079.447972:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211079.447978:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211079.447984:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211079.447989:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:1.0:1715211079.447991:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:1.0:1715211079.448000:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954697408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211079.448058:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211079.448060:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715211079.448063:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211079.448067:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211079.448069:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715211079.448070:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715211079.448075:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954697344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211079.449846:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211079.449860:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f2c0 00000400:00000200:0.0:1715211079.449867:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e79 [1] + 224 00000400:00000200:0.0:1715211079.449877:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211079.449881:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211079.449889:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954697408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211079.449924:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211079.449929:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f280 00000400:00000200:0.0:1715211079.449934:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e81 [1] + 224 00000400:00000200:0.0:1715211079.449948:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211079.449957:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211079.449961:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954697344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211079.450019:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211079.450027:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211079.450029:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211079.450037:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954697408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211079.450049:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954697408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211079.450077:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715211079.450081:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211079.450085:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715211079.450086:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:1.0:1715211079.450094:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715211079.450096:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715211079.450104:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954697344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211079.450115:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954697344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211079.450133:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211079.450139:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211079.450151:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211084.455623:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211084.455638:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211084.455678:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211084.455682:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715211084.455725:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211084.455730:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211084.455735:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211084.455741:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697536, portal 4 00000400:00000010:3.0:1715211084.455746:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715211084.455748:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697536, offset 0 00000400:00000200:3.0:1715211084.455757:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211084.455764:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:3.0:1715211084.455768:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211084.455805:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211084.455812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211084.455814:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211084.455816:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697472, portal 25 00000400:00000200:3.0:1715211084.455818:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211084.455820:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:1.0:1715211084.455822:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697472, offset 0 00000400:00000200:3.0:1715211084.455822:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211084.455825:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211084.455829:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [952:952:256:4294967295] 192.168.203.134@tcp LPNI seq info [952:952:8:4294967295] 00000400:00000200:1.0:1715211084.455830:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211084.455840:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211084.455846:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211084.455850:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211084.455851:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211084.455854:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211084.455857:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211084.455857:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211084.455860:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211084.455862:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211084.455863:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211084.455866:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [953:953:255:4294967295] 192.168.203.134@tcp LPNI seq info [953:953:7:4294967295] 00000800:00000200:3.0:1715211084.455868:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211084.455875:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211084.455880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211084.455884:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211084.455888:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211084.455895:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211084.455898:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211084.455936:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211084.455941:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715211084.455947:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211084.455953:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211084.455958:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:0.0:1715211084.455960:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:0.0:1715211084.455969:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954697536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211084.456025:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211084.456028:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211084.456031:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211084.456035:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211084.456037:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715211084.456038:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715211084.456042:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954697472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211084.457620:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211084.457632:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f340 00000400:00000200:0.0:1715211084.457639:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e89 [1] + 224 00000400:00000200:0.0:1715211084.457649:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211084.457652:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211084.457659:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954697536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211084.457694:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211084.457699:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f300 00000400:00000200:0.0:1715211084.457703:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e91 [1] + 224 00000400:00000200:0.0:1715211084.457731:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211084.457734:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211084.457739:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954697472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211084.457801:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211084.457808:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211084.457810:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211084.457818:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954697536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211084.457829:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954697536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211084.457853:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 00000400:00000010:1.0:1715211084.457855:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:3.0:1715211084.457858:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211084.457861:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000200:1.0:1715211084.457863:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211084.457865:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211084.457872:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954697472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211084.457883:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954697472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211084.457900:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211084.457905:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211084.457908:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211089.463596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211089.463608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211089.463642:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211089.463647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211089.463686:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211089.463690:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211089.463694:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211089.463698:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697664, portal 4 00000400:00000010:3.0:1715211089.463703:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000100:00000200:3.0:1715211089.463714:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697664, offset 0 00000400:00000200:3.0:1715211089.463721:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211089.463729:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211089.463733:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1715211089.463734:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211089.463736:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211089.463771:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715211089.463772:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000400:00000200:3.0:1715211089.463773:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211089.463777:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [954:954:256:4294967295] 192.168.203.134@tcp LPNI seq info [954:954:8:4294967295] 00000400:00000010:0.0:1715211089.463778:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715211089.463782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697600, portal 25 00000400:00000010:0.0:1715211089.463786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:3.0:1715211089.463786:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715211089.463788:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697600, offset 0 00000800:00000200:3.0:1715211089.463792:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211089.463795:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211089.463796:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000800:00000200:3.0:1715211089.463801:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211089.463803:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211089.463807:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211089.463808:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211089.463811:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211089.463811:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211089.463814:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211089.463816:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211089.463819:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [955:955:255:4294967295] 192.168.203.134@tcp LPNI seq info [955:955:7:4294967295] 00000400:00000200:0.0:1715211089.463828:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211089.463833:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211089.463836:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715211089.463841:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211089.463847:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211089.463850:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211089.463875:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211089.463880:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715211089.463885:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211089.463891:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211089.463895:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:1.0:1715211089.463897:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:1.0:1715211089.463904:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954697664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211089.463958:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211089.463961:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715211089.463964:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211089.463967:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211089.463970:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715211089.463972:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 00000100:00000200:1.0:1715211089.463976:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954697600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211089.465546:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211089.465561:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f3c0 00000400:00000200:0.0:1715211089.465570:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1e99 [1] + 224 00000400:00000200:0.0:1715211089.465583:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211089.465588:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211089.465596:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954697664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211089.465650:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211089.465657:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f380 00000400:00000200:0.0:1715211089.465661:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ea1 [1] + 224 00000400:00000200:0.0:1715211089.465674:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211089.465678:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211089.465683:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954697600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211089.465731:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211089.465757:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211089.465759:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211089.465768:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954697664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211089.465779:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954697664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211089.465801:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715211089.465805:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211089.465808:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715211089.465821:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:1.0:1715211089.465829:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715211089.465831:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715211089.465839:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954697600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211089.465850:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954697600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211089.465868:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211089.465872:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211089.465875:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211094.471575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211094.471591:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211094.471625:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211094.471629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715211094.471669:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211094.471673:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211094.471687:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211094.471690:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697792, portal 4 00000400:00000010:3.0:1715211094.471695:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:3.0:1715211094.471697:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697792, offset 0 00000400:00000200:3.0:1715211094.471731:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211094.471740:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211094.471743:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211094.471746:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211094.471749:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:3.0:1715211094.471749:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211094.471751:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211094.471755:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [956:956:256:4294967295] 192.168.203.134@tcp LPNI seq info [956:956:8:4294967295] 00000400:00000010:1.0:1715211094.471758:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211094.471763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211094.471764:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211094.471767:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697728, portal 25 00000800:00000200:3.0:1715211094.471769:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211094.471771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000800:00000010:3.0:1715211094.471772:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000100:00000200:1.0:1715211094.471773:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697728, offset 0 00000800:00000200:3.0:1715211094.471777:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211094.471783:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211094.471787:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211094.471790:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211094.471798:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211094.471802:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211094.471806:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211094.471809:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211094.471811:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211094.471814:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [957:957:255:4294967295] 192.168.203.134@tcp LPNI seq info [957:957:7:4294967295] 00000400:00000200:1.0:1715211094.471823:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211094.471828:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211094.471831:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211094.471835:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211094.471842:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211094.471845:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211094.471883:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211094.471888:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211094.471892:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211094.471898:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211094.471902:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:0.0:1715211094.471904:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:0.0:1715211094.471911:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954697792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211094.471942:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211094.471944:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211094.471947:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211094.471950:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211094.471952:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715211094.471954:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715211094.471957:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954697728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211094.473633:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211094.473644:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f440 00000400:00000200:0.0:1715211094.473650:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ea9 [1] + 224 00000400:00000200:0.0:1715211094.473658:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211094.473662:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211094.473677:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954697792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211094.473734:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211094.473740:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f400 00000400:00000200:0.0:1715211094.473745:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1eb1 [1] + 224 00000400:00000200:0.0:1715211094.473761:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211094.473765:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211094.473770:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954697728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211094.473807:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211094.473815:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211094.473816:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211094.473824:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954697792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211094.473835:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954697792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211094.473857:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211094.473862:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000400:00000010:1.0:1715211094.473864:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:3.0:1715211094.473865:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000200:1.0:1715211094.473872:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211094.473874:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211094.473882:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954697728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211094.473892:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954697728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211094.473910:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211094.473916:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211094.473920:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211099.479580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211099.479592:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211099.479626:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211099.479640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715211099.479719:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211099.479724:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211099.479728:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211099.479732:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697920, portal 4 00000400:00000010:3.0:1715211099.479737:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 02000000:00000010:0.0:1715211099.479739:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000100:00000200:3.0:1715211099.479739:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954697920, offset 0 00000400:00000010:0.0:1715211099.479746:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000400:00000200:3.0:1715211099.479746:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211099.479751:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000400:00000200:3.0:1715211099.479753:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211099.479755:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697856, portal 25 00000400:00000200:3.0:1715211099.479757:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211099.479759:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000400:00000200:3.0:1715211099.479760:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:0.0:1715211099.479761:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697856, offset 0 00000400:00000200:3.0:1715211099.479763:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211099.479765:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211099.479769:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211099.479769:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [958:958:256:4294967295] 192.168.203.134@tcp LPNI seq info [958:958:8:4294967295] 00000400:00000200:3.0:1715211099.479778:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211099.479783:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211099.479786:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715211099.479787:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211099.479791:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211099.479792:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211099.479795:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211099.479798:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211099.479798:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211099.479801:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211099.479801:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211099.479804:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [959:959:255:4294967295] 192.168.203.134@tcp LPNI seq info [959:959:7:4294967295] 00000400:00000200:0.0:1715211099.479813:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211099.479818:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211099.479821:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715211099.479826:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211099.479832:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211099.479836:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211099.479866:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211099.479871:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715211099.479876:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211099.479882:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211099.479886:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:1.0:1715211099.479888:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:1.0:1715211099.479894:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954697920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211099.479966:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211099.479969:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715211099.479972:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211099.479976:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211099.479978:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715211099.479980:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715211099.479984:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954697856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211099.482023:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211099.482042:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f4c0 00000400:00000200:0.0:1715211099.482048:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1eb9 [1] + 224 00000400:00000200:0.0:1715211099.482058:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211099.482062:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211099.482068:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954697920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211099.482104:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211099.482110:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f480 00000400:00000200:0.0:1715211099.482114:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ec1 [1] + 224 00000400:00000200:0.0:1715211099.482128:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211099.482132:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211099.482136:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954697856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211099.482167:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211099.482176:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211099.482179:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211099.482189:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954697920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211099.482202:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954697920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211099.482225:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211099.482229:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211099.482233:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:1.0:1715211099.482255:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:1.0:1715211099.482263:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715211099.482265:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715211099.482273:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954697856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211099.482283:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954697856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211099.482301:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211099.482305:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211099.482308:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211104.487583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211104.487603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211104.487681:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211104.487686:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211104.487737:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 02000000:00000010:1.0:1715211104.487739:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:3.0:1715211104.487743:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:1.0:1715211104.487749:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:3.0:1715211104.487750:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715211104.487754:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715211104.487757:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698048, portal 4 00000100:00000200:1.0:1715211104.487758:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954697984, portal 25 00000400:00000010:1.0:1715211104.487763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000400:00000010:3.0:1715211104.487763:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:1.0:1715211104.487765:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954697984, offset 0 00000100:00000200:3.0:1715211104.487765:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698048, offset 0 00000400:00000200:1.0:1715211104.487776:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211104.487784:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211104.487790:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211104.487796:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211104.487800:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211104.487804:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211104.487807:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211104.487820:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [960:960:256:4294967295] 192.168.203.134@tcp LPNI seq info [960:960:8:4294967295] 00000400:00000200:1.0:1715211104.487831:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211104.487837:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211104.487840:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211104.487842:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000400:00000200:3.0:1715211104.487843:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211104.487847:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211104.487848:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:3.0:1715211104.487850:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211104.487852:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211104.487855:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [961:961:255:4294967295] 192.168.203.134@tcp LPNI seq info [961:961:7:4294967295] 00000800:00000200:1.0:1715211104.487858:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211104.487863:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211104.487865:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211104.487870:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211104.487873:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000800:00000200:3.0:1715211104.487878:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211104.487884:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211104.487888:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211104.487948:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211104.487954:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211104.487959:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211104.487966:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211104.487971:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715211104.487973:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715211104.487982:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954697984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211104.488056:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211104.488058:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211104.488062:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211104.488066:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211104.488068:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:0.0:1715211104.488070:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:0.0:1715211104.488073:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954698048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211104.489778:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211104.489792:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f500 00000400:00000200:0.0:1715211104.489799:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ecd [1] + 224 00000400:00000200:0.0:1715211104.489809:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211104.489813:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211104.489820:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954697984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211104.489855:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211104.489860:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f540 00000400:00000200:0.0:1715211104.489864:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ec9 [1] + 224 00000400:00000200:0.0:1715211104.489878:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211104.489882:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211104.489886:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954698048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211104.489941:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211104.489949:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211104.489951:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211104.489958:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954697984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211104.489970:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954697984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211104.489994:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715211104.489999:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211104.490003:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:3.0:1715211104.490003:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211104.490010:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211104.490013:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211104.490021:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954698048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211104.490032:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954698048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211104.490080:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211104.490085:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211104.490088:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211109.495650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211109.495671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211109.495716:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211109.495721:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211109.495770:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211109.495776:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211109.495784:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211109.495791:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698176, portal 4 00000400:00000010:3.0:1715211109.495798:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715211109.495800:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698176, offset 0 02000000:00000010:0.0:1715211109.495808:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211109.495811:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211109.495817:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000010:0.0:1715211109.495822:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000200:3.0:1715211109.495825:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211109.495826:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698112, portal 25 00000400:00000010:0.0:1715211109.495830:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000200:3.0:1715211109.495830:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715211109.495832:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954698112, offset 0 00000400:00000200:3.0:1715211109.495835:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211109.495839:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211109.495840:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211109.495842:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211109.495845:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [962:962:256:4294967295] 192.168.203.134@tcp LPNI seq info [962:962:8:4294967295] 00000400:00000200:3.0:1715211109.495856:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211109.495862:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211109.495865:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211109.495866:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715211109.495869:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211109.495873:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211109.495873:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211109.495875:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211109.495878:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211109.495881:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [963:963:255:4294967295] 192.168.203.134@tcp LPNI seq info [963:963:7:4294967295] 00000800:00000200:3.0:1715211109.495882:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211109.495887:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211109.495891:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211109.495905:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211109.495908:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715211109.495913:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211109.495919:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211109.495923:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211109.495959:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211109.495965:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715211109.495971:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211109.495978:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211109.495983:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:1.0:1715211109.495985:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:1.0:1715211109.495993:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954698176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211109.496050:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211109.496052:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715211109.496055:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211109.496059:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211109.496062:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715211109.496072:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715211109.496078:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954698112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211109.497924:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211109.497937:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f5c0 00000400:00000200:0.0:1715211109.497944:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ed9 [1] + 224 00000400:00000200:0.0:1715211109.497955:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211109.497958:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211109.497966:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954698176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211109.497999:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211109.498004:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f580 00000400:00000200:0.0:1715211109.498009:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ee1 [1] + 224 00000400:00000200:0.0:1715211109.498022:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211109.498026:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211109.498031:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954698112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211109.498091:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211109.498099:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211109.498101:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211109.498118:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954698176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211109.498129:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954698176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211109.498148:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:1.0:1715211109.498156:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715211109.498158:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 02000000:00000010:3.0:1715211109.498158:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715211109.498163:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000200:1.0:1715211109.498167:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954698112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715211109.498167:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:1.0:1715211109.498177:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954698112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211109.498195:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211109.498202:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211109.498205:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211114.503623:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211114.503643:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211114.503688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211114.503692:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211114.503740:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211114.503746:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 02000000:00000010:1.0:1715211114.503747:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:3.0:1715211114.503753:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715211114.503756:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211114.503761:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715211114.503761:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698304, portal 4 00000100:00000200:1.0:1715211114.503766:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698240, portal 25 00000400:00000010:3.0:1715211114.503767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715211114.503769:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698304, offset 0 00000400:00000010:1.0:1715211114.503770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715211114.503772:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954698240, offset 0 00000400:00000200:3.0:1715211114.503780:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211114.503790:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211114.503794:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211114.503800:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211114.503805:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211114.503808:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211114.503811:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211114.503814:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [964:964:256:4294967295] 192.168.203.134@tcp LPNI seq info [964:964:8:4294967295] 00000400:00000200:3.0:1715211114.503826:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211114.503832:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211114.503835:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211114.503836:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211114.503839:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211114.503843:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211114.503843:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211114.503846:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211114.503848:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211114.503851:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [965:965:255:4294967295] 192.168.203.134@tcp LPNI seq info [965:965:7:4294967295] 00000800:00000200:3.0:1715211114.503853:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211114.503858:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211114.503861:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211114.503866:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211114.503869:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211114.503874:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211114.503880:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211114.503893:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211114.503937:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211114.503943:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715211114.503950:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211114.503957:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211114.503962:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:0.0:1715211114.503964:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:0.0:1715211114.503972:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954698304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211114.504034:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211114.504046:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211114.504049:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211114.504053:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211114.504056:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715211114.504057:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715211114.504062:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954698240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211114.506111:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211114.506125:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f640 00000400:00000200:0.0:1715211114.506133:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ee9 [1] + 224 00000400:00000200:0.0:1715211114.506143:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211114.506146:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211114.506154:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954698304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211114.506189:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211114.506194:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f600 00000400:00000200:0.0:1715211114.506198:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1eed [1] + 224 00000400:00000200:0.0:1715211114.506212:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211114.506216:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211114.506220:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954698240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211114.506276:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211114.506283:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211114.506285:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211114.506293:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954698304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211114.506305:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954698304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211114.506334:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715211114.506339:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000010:1.0:1715211114.506340:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:3.0:1715211114.506343:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000200:1.0:1715211114.506348:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211114.506350:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211114.506358:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954698240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211114.506369:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954698240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211114.506386:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715211114.506390:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211114.506394:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211119.511603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211119.511625:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211119.511668:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211119.511672:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211119.511724:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211119.511731:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211119.511738:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211119.511746:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698432, portal 4 00000400:00000010:3.0:1715211119.511752:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715211119.511754:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698432, offset 0 02000000:00000010:0.0:1715211119.511761:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211119.511765:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211119.511770:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000010:0.0:1715211119.511775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000100:00000200:0.0:1715211119.511779:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698368, portal 25 00000400:00000200:3.0:1715211119.511780:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715211119.511783:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000100:00000200:0.0:1715211119.511785:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954698368, offset 0 00000400:00000200:3.0:1715211119.511785:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211119.511789:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211119.511792:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211119.511793:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211119.511796:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211119.511799:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [966:966:256:4294967295] 192.168.203.134@tcp LPNI seq info [966:966:8:4294967295] 00000400:00000200:3.0:1715211119.511810:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211119.511816:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211119.511819:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211119.511820:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211119.511835:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211119.511838:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211119.511839:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211119.511841:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211119.511844:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211119.511847:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [967:967:255:4294967295] 192.168.203.134@tcp LPNI seq info [967:967:7:4294967295] 00000800:00000200:3.0:1715211119.511848:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211119.511853:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211119.511857:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211119.511862:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211119.511865:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715211119.511870:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211119.511876:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211119.511880:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211119.511936:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211119.511943:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211119.511948:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211119.511955:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211119.511960:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:1.0:1715211119.511963:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:1.0:1715211119.511972:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954698432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211119.512046:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211119.512049:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715211119.512052:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211119.512055:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211119.512057:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715211119.512059:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715211119.512063:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954698368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211119.513931:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211119.513944:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f6c0 00000400:00000200:0.0:1715211119.513951:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ef9 [1] + 224 00000400:00000200:0.0:1715211119.513962:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211119.513965:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211119.513973:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954698432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211119.514006:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211119.514011:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f680 00000400:00000200:0.0:1715211119.514015:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f01 [1] + 224 00000400:00000200:0.0:1715211119.514030:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211119.514034:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211119.514038:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954698368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211119.514093:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211119.514101:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211119.514103:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211119.514111:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954698432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211119.514122:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954698432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211119.514151:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211119.514156:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000400:00000010:1.0:1715211119.514157:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000100:00000010:3.0:1715211119.514160:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000200:1.0:1715211119.514165:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715211119.514167:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715211119.514175:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954698368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211119.514202:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954698368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211119.514221:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211119.514228:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211119.514231:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211124.519604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211124.519625:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211124.519667:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211124.519671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715211124.519721:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211124.519728:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211124.519735:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211124.519742:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698560, portal 4 00000400:00000010:3.0:1715211124.519748:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000100:00000200:3.0:1715211124.519751:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698560, offset 0 02000000:00000010:1.0:1715211124.519754:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:3.0:1715211124.519762:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211124.519763:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211124.519768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211124.519773:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698496, portal 25 00000400:00000010:1.0:1715211124.519776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000200:3.0:1715211124.519776:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211124.519778:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954698496, offset 0 00000400:00000200:3.0:1715211124.519781:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211124.519786:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211124.519786:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211124.519790:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211124.519793:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211124.519796:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [968:968:256:4294967295] 192.168.203.134@tcp LPNI seq info [968:968:8:4294967295] 00000400:00000200:3.0:1715211124.519807:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211124.519824:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211124.519827:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211124.519828:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715211124.519831:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211124.519834:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211124.519835:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211124.519837:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211124.519840:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211124.519842:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [969:969:255:4294967295] 192.168.203.134@tcp LPNI seq info [969:969:7:4294967295] 00000800:00000200:3.0:1715211124.519844:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211124.519849:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211124.519852:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211124.519857:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211124.519861:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211124.519866:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211124.519872:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211124.519875:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211124.519917:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211124.519923:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715211124.519930:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211124.519945:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211124.519950:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:0.0:1715211124.519952:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:0.0:1715211124.519961:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954698560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211124.520022:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211124.520025:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211124.520028:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211124.520031:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211124.520034:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715211124.520035:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715211124.520039:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954698496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211124.521857:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211124.521870:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f740 00000400:00000200:0.0:1715211124.521877:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f09 [1] + 224 00000400:00000200:0.0:1715211124.521888:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211124.521891:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211124.521899:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954698560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211124.521933:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211124.521938:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f700 00000400:00000200:0.0:1715211124.521942:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f11 [1] + 224 00000400:00000200:0.0:1715211124.521956:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211124.521959:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211124.521964:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954698496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211124.522024:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211124.522031:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211124.522033:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211124.522041:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954698560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211124.522053:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954698560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211124.522080:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:3.0:1715211124.522082:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 00000400:00000200:1.0:1715211124.522088:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:3.0:1715211124.522088:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000400:00000010:1.0:1715211124.522090:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:3.0:1715211124.522091:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:1.0:1715211124.522097:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954698496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211124.522125:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954698496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211124.522142:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211124.522147:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211124.522151:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211129.527572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211129.527585:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211129.527617:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211129.527622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211129.527660:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211129.527664:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211129.527668:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211129.527672:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698688, portal 4 00000400:00000010:3.0:1715211129.527677:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000100:00000200:3.0:1715211129.527679:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698688, offset 0 00000400:00000200:3.0:1715211129.527686:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211129.527693:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211129.527697:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211129.527701:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211129.527703:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1715211129.527711:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211129.527715:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211129.527718:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [970:970:256:4294967295] 192.168.203.134@tcp LPNI seq info [970:970:8:4294967295] 00000400:00000010:0.0:1715211129.527719:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000200:3.0:1715211129.527728:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715211129.527733:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000800:00000200:3.0:1715211129.527734:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715211129.527737:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698624, portal 25 00000800:00000010:3.0:1715211129.527737:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000400:00000010:0.0:1715211129.527740:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715211129.527742:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954698624, offset 0 00000800:00000200:3.0:1715211129.527742:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211129.527749:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211129.527749:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211129.527752:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211129.527757:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211129.527761:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211129.527765:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211129.527767:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211129.527770:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211129.527773:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [971:971:255:4294967295] 192.168.203.134@tcp LPNI seq info [971:971:7:4294967295] 00000400:00000200:0.0:1715211129.527782:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211129.527787:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211129.527790:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715211129.527795:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211129.527801:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211129.527804:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211129.527821:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211129.527826:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:1.0:1715211129.527831:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211129.527837:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211129.527841:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:1.0:1715211129.527843:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:1.0:1715211129.527849:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954698688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211129.527904:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211129.527907:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715211129.527910:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211129.527914:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211129.527916:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715211129.527918:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715211129.527923:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954698624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211129.529690:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211129.529701:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f7c0 00000400:00000200:0.0:1715211129.529708:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f19 [1] + 224 00000400:00000200:0.0:1715211129.529716:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211129.529720:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211129.529726:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954698688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211129.529758:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211129.529763:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f780 00000400:00000200:0.0:1715211129.529767:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f21 [1] + 224 00000400:00000200:0.0:1715211129.529782:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211129.529792:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211129.529796:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954698624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211129.529850:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211129.529857:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211129.529859:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211129.529867:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954698688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211129.529878:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954698688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211129.529900:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211129.529904:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211129.529907:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715211129.529920:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:1.0:1715211129.529928:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715211129.529930:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:1.0:1715211129.529938:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954698624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211129.529949:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954698624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211129.529966:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211129.529972:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211129.529984:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211134.535616:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211134.535634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211134.535672:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211134.535676:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211134.535719:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211134.535724:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211134.535729:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211134.535735:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698816, portal 4 00000400:00000010:3.0:1715211134.535740:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715211134.535743:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698816, offset 0 00000400:00000200:3.0:1715211134.535751:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211134.535762:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715211134.535764:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715211134.535772:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211134.535775:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211134.535777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211134.535779:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715211134.535781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698752, portal 25 00000400:00000200:3.0:1715211134.535782:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715211134.535785:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000400:00000200:3.0:1715211134.535785:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715211134.535787:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954698752, offset 0 00000400:00000200:3.0:1715211134.535788:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [972:972:256:4294967295] 192.168.203.134@tcp LPNI seq info [972:972:8:4294967295] 00000400:00000200:1.0:1715211134.535794:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211134.535799:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211134.535804:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211134.535807:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211134.535814:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211134.535814:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211134.535818:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211134.535821:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211134.535822:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211134.535824:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211134.535826:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211134.535827:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211134.535830:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [973:973:255:4294967295] 192.168.203.134@tcp LPNI seq info [973:973:7:4294967295] 00000400:00000200:1.0:1715211134.535840:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211134.535844:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211134.535848:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211134.535853:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211134.535859:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211134.535863:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211134.535892:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211134.535898:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211134.535903:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211134.535910:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211134.535914:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:0.0:1715211134.535916:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:0.0:1715211134.535924:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954698816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211134.535979:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211134.535982:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211134.535985:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211134.535989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211134.535991:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715211134.535993:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715211134.535997:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954698752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211134.537951:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211134.537964:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f840 00000400:00000200:0.0:1715211134.537971:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f29 [1] + 224 00000400:00000200:0.0:1715211134.537981:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211134.537984:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211134.537992:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954698816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211134.538025:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211134.538030:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f800 00000400:00000200:0.0:1715211134.538034:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f31 [1] + 224 00000400:00000200:0.0:1715211134.538058:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211134.538062:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211134.538067:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954698752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211134.538115:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211134.538123:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211134.538124:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211134.538132:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954698816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211134.538143:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954698816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211134.538168:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211134.538172:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211134.538176:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715211134.538187:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211134.538194:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211134.538196:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211134.538204:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954698752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211134.538215:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954698752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211134.538232:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211134.538236:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211134.538240:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211139.543599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211139.543612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211139.543645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211139.543649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715211139.543688:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211139.543692:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211139.543696:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211139.543700:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698944, portal 4 00000400:00000010:3.0:1715211139.543704:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000100:00000200:3.0:1715211139.543716:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954698944, offset 0 00000400:00000200:3.0:1715211139.543723:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211139.543731:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211139.543735:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211139.543738:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211139.543740:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1715211139.543742:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211139.543743:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211139.543746:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [974:974:256:4294967295] 192.168.203.134@tcp LPNI seq info [974:974:8:4294967295] 00000400:00000010:0.0:1715211139.543750:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715211139.543755:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000200:3.0:1715211139.543755:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715211139.543758:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954698880, portal 25 00000800:00000200:3.0:1715211139.543760:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211139.543762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000800:00000010:3.0:1715211139.543763:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000100:00000200:0.0:1715211139.543764:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954698880, offset 0 00000800:00000200:3.0:1715211139.543768:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211139.543771:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211139.543774:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211139.543777:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211139.543780:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211139.543784:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211139.543788:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211139.543790:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211139.543793:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211139.543795:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [975:975:255:4294967295] 192.168.203.134@tcp LPNI seq info [975:975:7:4294967295] 00000400:00000200:0.0:1715211139.543805:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211139.543810:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211139.543813:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715211139.543817:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211139.543823:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211139.543827:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211139.543851:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211139.543856:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715211139.543861:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211139.543867:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211139.543871:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:1.0:1715211139.543873:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:1.0:1715211139.543880:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954698944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211139.543912:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211139.543914:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715211139.543917:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211139.543920:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211139.543923:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715211139.543924:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715211139.543928:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954698880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211139.545162:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211139.545173:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f8c0 00000400:00000200:0.0:1715211139.545180:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f39 [1] + 224 00000400:00000200:0.0:1715211139.545188:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211139.545192:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211139.545198:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954698944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211139.545245:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211139.545250:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f880 00000400:00000200:0.0:1715211139.545254:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f41 [1] + 224 00000400:00000200:0.0:1715211139.545271:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211139.545275:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211139.545280:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954698880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211139.545328:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211139.545335:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211139.545337:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211139.545345:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954698944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211139.545356:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954698944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211139.545377:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211139.545381:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211139.545384:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715211139.545433:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:1.0:1715211139.545441:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715211139.545443:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715211139.545452:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954698880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211139.545590:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954698880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211139.545609:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211139.545614:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211139.545617:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211144.551579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211144.551596:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211144.551635:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211144.551639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211144.551683:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211144.551689:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211144.551704:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211144.551711:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699072, portal 4 00000400:00000010:3.0:1715211144.551717:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000100:00000200:3.0:1715211144.551719:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699072, offset 0 02000000:00000010:1.0:1715211144.551726:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:3.0:1715211144.551728:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211144.551735:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211144.551740:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211144.551741:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211144.551744:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699008, portal 25 00000400:00000200:3.0:1715211144.551745:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211144.551748:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000400:00000200:3.0:1715211144.551749:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715211144.551750:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699008, offset 0 00000400:00000200:3.0:1715211144.551752:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211144.551755:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211144.551758:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [976:976:256:4294967295] 192.168.203.134@tcp LPNI seq info [976:976:8:4294967295] 00000400:00000200:1.0:1715211144.551767:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211144.551769:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211144.551775:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211144.551778:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211144.551779:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715211144.551782:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211144.551785:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211144.551786:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211144.551788:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211144.551791:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211144.551793:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [977:977:255:4294967295] 192.168.203.134@tcp LPNI seq info [977:977:7:4294967295] 00000800:00000200:3.0:1715211144.551795:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211144.551799:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211144.551803:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211144.551808:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211144.551811:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211144.551816:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211144.551822:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211144.551826:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211144.551866:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211144.551872:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715211144.551878:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211144.551885:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211144.551889:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:0.0:1715211144.551891:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:0.0:1715211144.551900:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954699072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211144.551956:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211144.551959:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211144.551962:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211144.551966:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211144.551968:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715211144.551970:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715211144.551973:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954699008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211144.553994:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211144.554008:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f900 00000400:00000200:0.0:1715211144.554015:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f51 [1] + 224 00000400:00000200:0.0:1715211144.554025:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211144.554029:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211144.554045:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954699008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211144.554083:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211144.554089:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f940 00000400:00000200:0.0:1715211144.554093:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f49 [1] + 224 00000400:00000200:0.0:1715211144.554105:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211144.554108:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211144.554113:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954699072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211144.554163:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211144.554171:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211144.554173:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211144.554181:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954699008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211144.554192:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954699008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211144.554213:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211144.554217:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211144.554221:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:3.0:1715211144.554232:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211144.554240:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211144.554241:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211144.554249:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954699072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211144.554260:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954699072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211144.554283:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211144.554287:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211144.554290:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211149.559574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211149.559593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211149.559636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211149.559652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715211149.559707:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715211149.559714:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211149.559721:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715211149.559726:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000100:00000200:3.0:1715211149.559728:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699200, portal 4 00000400:00000010:0.0:1715211149.559735:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000010:3.0:1715211149.559735:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000100:00000200:3.0:1715211149.559737:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699200, offset 0 00000400:00000010:0.0:1715211149.559740:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000400:00000200:3.0:1715211149.559748:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715211149.559755:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699136, portal 25 00000400:00000010:0.0:1715211149.559759:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715211149.559762:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699136, offset 0 00000400:00000200:3.0:1715211149.559762:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211149.559768:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211149.559769:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211149.559772:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211149.559776:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211149.559779:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211149.559783:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [978:978:256:4294967295] 192.168.203.134@tcp LPNI seq info [978:978:8:4294967295] 00000400:00000200:3.0:1715211149.559794:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211149.559800:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211149.559802:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211149.559803:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211149.559806:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211149.559811:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211149.559811:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211149.559813:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211149.559816:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211149.559819:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [979:979:255:4294967295] 192.168.203.134@tcp LPNI seq info [979:979:7:4294967295] 00000800:00000200:3.0:1715211149.559821:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211149.559826:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211149.559828:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211149.559833:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211149.559837:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715211149.559841:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211149.559847:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211149.559851:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211149.559900:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211149.559906:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211149.559913:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211149.559920:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211149.559924:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:1.0:1715211149.559926:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:1.0:1715211149.559935:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954699200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211149.560034:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211149.560036:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715211149.560040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211149.560044:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211149.560047:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715211149.560049:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715211149.560054:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954699136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211149.562020:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211149.562041:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040f9c0 00000400:00000200:0.0:1715211149.562048:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f59 [1] + 224 00000400:00000200:0.0:1715211149.562061:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211149.562065:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211149.562072:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954699200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211149.562108:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211149.562113:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040f980 00000400:00000200:0.0:1715211149.562118:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f61 [1] + 224 00000400:00000200:0.0:1715211149.562130:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211149.562134:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211149.562139:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954699136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211149.562198:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211149.562205:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211149.562207:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211149.562215:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954699200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211149.562227:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954699200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211149.562256:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 00000400:00000010:1.0:1715211149.562260:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 02000000:00000010:3.0:1715211149.562261:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211149.562266:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000200:1.0:1715211149.562267:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715211149.562270:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715211149.562278:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954699136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211149.562289:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954699136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211149.562307:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211149.562312:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211149.562315:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211154.567606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211154.567619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211154.567654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211154.567658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715211154.567699:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715211154.567704:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211154.567708:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211154.567713:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699328, portal 4 00000400:00000010:3.0:1715211154.567718:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715211154.567720:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699328, offset 0 00000400:00000200:3.0:1715211154.567727:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211154.567736:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211154.567740:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211154.567744:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211154.567747:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1715211154.567748:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000200:3.0:1715211154.567749:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211154.567752:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [980:980:256:4294967295] 192.168.203.134@tcp LPNI seq info [980:980:8:4294967295] 00000400:00000010:1.0:1715211154.567756:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211154.567761:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211154.567762:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211154.567765:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699264, portal 25 00000800:00000200:3.0:1715211154.567767:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211154.567769:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000800:00000010:3.0:1715211154.567770:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000100:00000200:1.0:1715211154.567771:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699264, offset 0 00000800:00000200:3.0:1715211154.567775:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211154.567778:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211154.567782:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211154.567785:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211154.567787:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211154.567791:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211154.567795:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211154.567798:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211154.567800:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211154.567812:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [981:981:255:4294967295] 192.168.203.134@tcp LPNI seq info [981:981:7:4294967295] 00000400:00000200:1.0:1715211154.567822:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211154.567827:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211154.567832:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211154.567836:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211154.567843:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211154.567846:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211154.567879:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211154.567885:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715211154.567890:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211154.567897:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211154.567901:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:0.0:1715211154.567903:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:0.0:1715211154.567910:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954699328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211154.567942:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211154.567944:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211154.567947:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211154.567951:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211154.567953:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715211154.567955:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715211154.567958:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954699264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211154.569381:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211154.569393:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fa40 00000400:00000200:0.0:1715211154.569400:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f69 [1] + 224 00000400:00000200:0.0:1715211154.569408:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211154.569412:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211154.569418:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954699328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211154.569453:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211154.569457:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fa00 00000400:00000200:0.0:1715211154.569491:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f71 [1] + 224 00000400:00000200:0.0:1715211154.569510:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211154.569514:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211154.569519:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954699264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211154.569542:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211154.569550:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211154.569552:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211154.569560:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954699328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211154.569571:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954699328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211154.569607:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:3.0:1715211154.569608:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715211154.569613:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000400:00000200:1.0:1715211154.569615:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:3.0:1715211154.569616:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715211154.569617:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211154.569625:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954699264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211154.569636:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954699264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211154.569653:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211154.569658:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211154.569660:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211159.575606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211159.575621:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211159.575654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211159.575658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211159.575697:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715211159.575701:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211159.575704:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211159.575708:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699456, portal 4 00000400:00000010:3.0:1715211159.575713:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:3.0:1715211159.575715:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699456, offset 0 00000400:00000200:3.0:1715211159.575722:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211159.575729:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211159.575733:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211159.575736:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211159.575739:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211159.575741:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211159.575744:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [982:982:256:4294967295] 192.168.203.134@tcp LPNI seq info [982:982:8:4294967295] 02000000:00000010:0.0:1715211159.575753:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715211159.575753:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211159.575758:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211159.575761:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000800:00000010:3.0:1715211159.575761:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000010:0.0:1715211159.575766:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000800:00000200:3.0:1715211159.575766:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:0.0:1715211159.575770:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699392, portal 25 00000800:00000200:3.0:1715211159.575772:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:0.0:1715211159.575774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000800:00000200:3.0:1715211159.575775:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1715211159.575776:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699392, offset 0 00000400:00000200:0.0:1715211159.575783:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211159.575791:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211159.575795:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211159.575798:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211159.575801:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211159.575804:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211159.575806:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [983:983:255:4294967295] 192.168.203.134@tcp LPNI seq info [983:983:7:4294967295] 00000400:00000200:0.0:1715211159.575816:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211159.575830:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211159.575833:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:0.0:1715211159.575838:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211159.575844:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211159.575848:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211159.575848:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211159.575853:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211159.575857:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211159.575864:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211159.575867:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:1.0:1715211159.575869:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:1.0:1715211159.575876:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954699456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211159.575909:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211159.575911:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715211159.575914:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211159.575918:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211159.575920:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715211159.575930:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715211159.575936:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954699392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211159.577120:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211159.577132:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fac0 00000400:00000200:0.0:1715211159.577138:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f79 [1] + 224 00000400:00000200:0.0:1715211159.577147:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211159.577151:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211159.577157:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954699456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211159.577191:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211159.577196:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fa80 00000400:00000200:0.0:1715211159.577200:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f81 [1] + 224 00000400:00000200:0.0:1715211159.577217:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211159.577221:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211159.577225:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954699392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211159.577309:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211159.577316:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211159.577318:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211159.577335:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954699456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211159.577346:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954699456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211159.577353:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:1.0:1715211159.577361:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715211159.577363:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 02000000:00000010:3.0:1715211159.577368:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 00000100:00000200:1.0:1715211159.577371:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954699392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211159.577372:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211159.577375:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:1.0:1715211159.577382:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954699392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211159.577400:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211159.577405:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211159.577408:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211164.583598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211164.583610:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211164.583644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211164.583647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715211164.583686:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715211164.583690:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211164.583694:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211164.583698:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699584, portal 4 00000400:00000010:3.0:1715211164.583703:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000100:00000200:3.0:1715211164.583705:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699584, offset 0 00000400:00000200:3.0:1715211164.583712:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211164.583720:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211164.583723:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211164.583726:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211164.583729:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211164.583731:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715211164.583735:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000200:3.0:1715211164.583735:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [984:984:256:4294967295] 192.168.203.134@tcp LPNI seq info [984:984:8:4294967295] 00000400:00000010:1.0:1715211164.583743:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211164.583744:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211164.583748:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000200:3.0:1715211164.583749:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211164.583751:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000100:00000200:1.0:1715211164.583752:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699520, portal 25 00000400:00000010:1.0:1715211164.583756:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000800:00000200:3.0:1715211164.583756:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715211164.583758:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699520, offset 0 00000800:00000200:3.0:1715211164.583762:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211164.583765:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211164.583765:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211164.583773:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211164.583777:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211164.583781:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211164.583783:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211164.583786:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211164.583789:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [985:985:255:4294967295] 192.168.203.134@tcp LPNI seq info [985:985:7:4294967295] 00000400:00000200:1.0:1715211164.583798:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211164.583803:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211164.583806:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211164.583811:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211164.583817:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211164.583829:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211164.583867:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211164.583872:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715211164.583877:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211164.583883:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211164.583887:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:0.0:1715211164.583890:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:0.0:1715211164.583896:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954699584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211164.583927:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211164.583938:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211164.583940:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211164.583944:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211164.583947:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715211164.583948:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715211164.583953:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954699520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211164.585096:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211164.585107:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fb40 00000400:00000200:0.0:1715211164.585114:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f89 [1] + 224 00000400:00000200:0.0:1715211164.585132:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211164.585136:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211164.585143:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954699584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211164.585322:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211164.585329:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fb00 00000400:00000200:0.0:1715211164.585333:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f91 [1] + 224 00000400:00000200:0.0:1715211164.585348:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211164.585352:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211164.585357:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954699520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211164.585410:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211164.585418:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211164.585420:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211164.585428:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954699584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211164.585439:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954699584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211164.585443:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211164.585450:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211164.585452:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:3.0:1715211164.585484:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715211164.585489:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211164.585492:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000200:1.0:1715211164.585592:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954699520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211164.585604:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954699520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211164.585622:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715211164.585627:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211164.585630:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211169.591580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211169.591603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211169.591647:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211169.591651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211169.591703:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715211169.591710:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211169.591716:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211169.591723:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699712, portal 4 00000400:00000010:3.0:1715211169.591729:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715211169.591731:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699712, offset 0 02000000:00000010:0.0:1715211169.591742:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211169.591742:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211169.591751:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715211169.591756:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000400:00000200:3.0:1715211169.591757:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211169.591760:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699648, portal 25 00000400:00000200:3.0:1715211169.591762:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211169.591765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715211169.591767:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699648, offset 0 00000400:00000200:3.0:1715211169.591767:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211169.591771:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211169.591774:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211169.591774:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211169.591777:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [986:986:256:4294967295] 192.168.203.134@tcp LPNI seq info [986:986:8:4294967295] 00000400:00000200:3.0:1715211169.591788:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211169.591794:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211169.591798:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715211169.591799:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211169.591813:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211169.591817:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211169.591817:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211169.591819:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211169.591822:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211169.591825:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [987:987:255:4294967295] 192.168.203.134@tcp LPNI seq info [987:987:7:4294967295] 00000800:00000200:3.0:1715211169.591826:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211169.591831:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211169.591835:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211169.591841:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211169.591844:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715211169.591848:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211169.591854:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211169.591858:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211169.591904:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211169.591910:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715211169.591917:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211169.591924:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211169.591928:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:1.0:1715211169.591931:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:1.0:1715211169.591939:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954699712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211169.592006:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211169.592008:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715211169.592012:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211169.592016:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211169.592018:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715211169.592020:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715211169.592025:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954699648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211169.593531:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211169.593544:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fbc0 00000400:00000200:0.0:1715211169.593552:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1f99 [1] + 224 00000400:00000200:0.0:1715211169.593562:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211169.593566:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211169.593573:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954699712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211169.593609:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211169.593613:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fb80 00000400:00000200:0.0:1715211169.593618:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fa1 [1] + 224 00000400:00000200:0.0:1715211169.593632:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211169.593636:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211169.593641:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954699648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211169.593702:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211169.593709:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211169.593712:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211169.593719:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954699712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211169.593731:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954699712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211169.593760:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 00000400:00000010:1.0:1715211169.593763:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 02000000:00000010:3.0:1715211169.593765:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211169.593769:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000200:1.0:1715211169.593771:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715211169.593774:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:1.0:1715211169.593782:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954699648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211169.593810:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954699648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211169.593828:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211169.593833:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211169.593836:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211174.599564:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211174.599580:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211174.599620:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211174.599625:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211174.599671:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715211174.599677:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211174.599682:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211174.599688:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699840, portal 4 00000400:00000010:3.0:1715211174.599694:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:3.0:1715211174.599697:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699840, offset 0 00000400:00000200:3.0:1715211174.599705:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211174.599710:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000200:3.0:1715211174.599718:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211174.599719:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211174.599723:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211174.599724:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211174.599727:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715211174.599728:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699776, portal 25 00000400:00000200:3.0:1715211174.599730:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715211174.599732:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:3.0:1715211174.599733:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715211174.599734:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699776, offset 0 00000400:00000200:3.0:1715211174.599736:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [988:988:256:4294967295] 192.168.203.134@tcp LPNI seq info [988:988:8:4294967295] 00000400:00000200:1.0:1715211174.599742:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211174.599746:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211174.599762:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211174.599766:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211174.599767:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211174.599771:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211174.599773:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211174.599775:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211174.599777:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211174.599780:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211174.599781:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211174.599784:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [989:989:255:4294967295] 192.168.203.134@tcp LPNI seq info [989:989:7:4294967295] 00000800:00000200:3.0:1715211174.599785:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211174.599793:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211174.599798:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211174.599802:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211174.599807:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211174.599813:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211174.599817:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211174.599852:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211174.599859:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211174.599864:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211174.599879:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211174.599884:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:0.0:1715211174.599886:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:0.0:1715211174.599894:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954699840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211174.599953:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211174.599955:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211174.599958:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211174.599962:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211174.599964:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715211174.599966:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715211174.599970:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954699776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211174.601522:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211174.601535:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fc40 00000400:00000200:0.0:1715211174.601543:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fa9 [1] + 224 00000400:00000200:0.0:1715211174.601552:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211174.601556:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211174.601563:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954699840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211174.601598:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211174.601603:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fc00 00000400:00000200:0.0:1715211174.601607:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fb1 [1] + 224 00000400:00000200:0.0:1715211174.601624:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211174.601628:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211174.601633:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954699776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211174.601691:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211174.601698:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211174.601700:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211174.601708:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954699840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211174.601719:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954699840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211174.601744:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715211174.601748:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000400:00000010:1.0:1715211174.601749:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:3.0:1715211174.601752:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000200:1.0:1715211174.601756:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211174.601759:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211174.601766:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954699776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211174.601794:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954699776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211174.601812:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211174.601816:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211174.601819:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211179.607580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211179.607592:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211179.607626:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211179.607630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715211179.607669:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715211179.607673:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211179.607677:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211179.607681:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699968, portal 4 00000400:00000010:3.0:1715211179.607685:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:3.0:1715211179.607687:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954699968, offset 0 00000400:00000200:3.0:1715211179.607694:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211179.607702:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211179.607706:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211179.607709:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211179.607712:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1715211179.607720:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211179.607723:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211179.607727:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [990:990:256:4294967295] 192.168.203.134@tcp LPNI seq info [990:990:8:4294967295] 00000400:00000010:0.0:1715211179.607728:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000200:3.0:1715211179.607736:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715211179.607742:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000800:00000200:3.0:1715211179.607742:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715211179.607746:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954699904, portal 25 00000800:00000010:3.0:1715211179.607746:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000010:0.0:1715211179.607750:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000800:00000200:3.0:1715211179.607750:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:0.0:1715211179.607751:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954699904, offset 0 00000800:00000200:3.0:1715211179.607757:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211179.607759:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211179.607761:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211179.607767:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211179.607771:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211179.607774:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211179.607777:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211179.607780:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211179.607782:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [991:991:255:4294967295] 192.168.203.134@tcp LPNI seq info [991:991:7:4294967295] 00000400:00000200:0.0:1715211179.607792:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211179.607797:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211179.607800:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636d00. 00000800:00000200:0.0:1715211179.607804:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211179.607811:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211179.607814:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211179.607824:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211179.607829:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715211179.607834:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211179.607841:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211179.607845:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:1.0:1715211179.607847:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:1.0:1715211179.607854:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954699968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211179.607908:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211179.607911:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636d00. 00000400:00000200:1.0:1715211179.607914:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211179.607918:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211179.607920:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715211179.607922:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715211179.607926:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954699904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211179.609373:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211179.609385:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fcc0 00000400:00000200:0.0:1715211179.609391:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fb9 [1] + 224 00000400:00000200:0.0:1715211179.609400:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211179.609404:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211179.609410:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954699968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211179.609444:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211179.609449:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fc80 00000400:00000200:0.0:1715211179.609453:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fc1 [1] + 224 00000400:00000200:0.0:1715211179.609507:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211179.609517:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211179.609523:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954699904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211179.609533:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211179.609541:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211179.609543:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211179.609551:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954699968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211179.609562:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954699968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211179.609583:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715211179.609587:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211179.609590:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715211179.609642:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:1.0:1715211179.609653:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715211179.609656:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715211179.609664:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954699904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211179.609675:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954699904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211179.609693:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211179.609697:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211179.609709:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211184.615595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211184.615611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211184.615645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211184.615648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211184.615687:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715211184.615691:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211184.615694:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211184.615698:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700096, portal 4 00000400:00000010:3.0:1715211184.615703:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000100:00000200:3.0:1715211184.615705:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700096, offset 0 00000400:00000200:3.0:1715211184.615712:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211184.615719:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211184.615732:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211184.615735:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211184.615737:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:3.0:1715211184.615738:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211184.615741:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211184.615744:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [992:992:256:4294967295] 192.168.203.134@tcp LPNI seq info [992:992:8:4294967295] 00000400:00000010:1.0:1715211184.615745:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211184.615749:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211184.615753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700032, portal 25 00000400:00000200:3.0:1715211184.615753:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211184.615757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000800:00000200:3.0:1715211184.615758:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211184.615759:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700032, offset 0 00000800:00000010:3.0:1715211184.615761:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211184.615766:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211184.615766:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211184.615772:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211184.615775:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211184.615776:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211184.615779:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211184.615782:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211184.615784:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211184.615787:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211184.615790:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [993:993:255:4294967295] 192.168.203.134@tcp LPNI seq info [993:993:7:4294967295] 00000400:00000200:1.0:1715211184.615800:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211184.615805:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211184.615808:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211184.615812:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211184.615819:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211184.615822:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211184.615831:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211184.615836:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211184.615841:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211184.615848:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211184.615852:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:0.0:1715211184.615854:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:0.0:1715211184.615860:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954700096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211184.615912:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211184.615915:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211184.615918:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211184.615922:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211184.615924:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715211184.615925:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715211184.615929:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954700032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211184.617388:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211184.617400:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fd40 00000400:00000200:0.0:1715211184.617406:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fc9 [1] + 224 00000400:00000200:0.0:1715211184.617415:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211184.617419:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211184.617425:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954700096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211184.617492:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211184.617498:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fd00 00000400:00000200:0.0:1715211184.617502:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fd1 [1] + 224 00000400:00000200:0.0:1715211184.617531:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211184.617535:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211184.617540:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954700032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211184.617551:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211184.617559:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211184.617561:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211184.617569:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954700096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211184.617580:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954700096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211184.617601:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 02000000:00000010:3.0:1715211184.617605:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211184.617608:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715211184.617657:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211184.617664:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211184.617666:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211184.617678:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954700032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211184.617693:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954700032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211184.617710:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211184.617715:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211184.617718:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211189.623606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211189.623618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211189.623660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211189.623664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715211189.623702:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715211189.623706:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211189.623710:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211189.623714:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700224, portal 4 00000400:00000010:3.0:1715211189.623719:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000100:00000200:3.0:1715211189.623730:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700224, offset 0 00000400:00000200:3.0:1715211189.623738:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211189.623745:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211189.623749:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211189.623752:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211189.623755:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211189.623757:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:0.0:1715211189.623758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715211189.623760:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [994:994:256:4294967295] 192.168.203.134@tcp LPNI seq info [994:994:8:4294967295] 00000400:00000010:0.0:1715211189.623769:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000200:3.0:1715211189.623769:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211189.623774:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211189.623775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000800:00000010:3.0:1715211189.623777:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000100:00000200:0.0:1715211189.623781:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700160, portal 25 00000800:00000200:3.0:1715211189.623782:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:0.0:1715211189.623786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000800:00000200:3.0:1715211189.623788:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:0.0:1715211189.623789:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700160, offset 0 00000800:00000200:3.0:1715211189.623791:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211189.623799:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211189.623810:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211189.623814:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211189.623817:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211189.623820:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211189.623823:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211189.623825:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [995:995:255:4294967295] 192.168.203.134@tcp LPNI seq info [995:995:7:4294967295] 00000400:00000200:0.0:1715211189.623835:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211189.623840:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211189.623843:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715211189.623848:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211189.623854:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211189.623858:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211189.623885:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211189.623890:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715211189.623895:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211189.623901:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211189.623905:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:1.0:1715211189.623907:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:1.0:1715211189.623914:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954700224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211189.623945:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211189.623948:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715211189.623950:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211189.623954:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211189.623957:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 00000400:00000010:1.0:1715211189.623958:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000200:1.0:1715211189.623962:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954700160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211189.625142:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211189.625154:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fdc0 00000400:00000200:0.0:1715211189.625160:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fd9 [1] + 224 00000400:00000200:0.0:1715211189.625168:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211189.625172:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211189.625178:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954700224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211189.625226:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211189.625232:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fd80 00000400:00000200:0.0:1715211189.625236:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fe1 [1] + 224 00000400:00000200:0.0:1715211189.625251:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211189.625255:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211189.625259:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954700160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211189.625308:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211189.625316:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211189.625318:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211189.625326:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954700224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211189.625337:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954700224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211189.625358:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715211189.625362:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211189.625365:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715211189.625380:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:1.0:1715211189.625388:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715211189.625390:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715211189.625398:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954700160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211189.625409:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954700160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211189.625427:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211189.625431:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211189.625434:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211194.631603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211194.631617:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211194.631654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211194.631658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211194.631702:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715211194.631709:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211194.631724:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211194.631729:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700352, portal 4 00000400:00000010:3.0:1715211194.631735:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000100:00000200:3.0:1715211194.631737:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700352, offset 0 02000000:00000010:1.0:1715211194.631744:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:3.0:1715211194.631745:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211194.631753:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211194.631755:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211194.631758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211194.631759:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211194.631762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700288, portal 25 00000400:00000200:3.0:1715211194.631762:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211194.631765:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715211194.631766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715211194.631768:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700288, offset 0 00000400:00000200:3.0:1715211194.631768:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211194.631771:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [996:996:256:4294967295] 192.168.203.134@tcp LPNI seq info [996:996:8:4294967295] 00000400:00000200:3.0:1715211194.631781:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211194.631786:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211194.631790:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715211194.631794:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211194.631795:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211194.631802:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211194.631803:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211194.631806:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211194.631807:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211194.631810:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211194.631812:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211194.631815:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211194.631818:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [997:997:255:4294967295] 192.168.203.134@tcp LPNI seq info [997:997:7:4294967295] 00000400:00000200:1.0:1715211194.631827:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211194.631832:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211194.631836:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211194.631840:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211194.631847:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211194.631850:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211194.631873:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211194.631879:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715211194.631884:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211194.631891:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211194.631895:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:0.0:1715211194.631897:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:0.0:1715211194.631905:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954700352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211194.631960:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211194.631963:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211194.631966:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211194.631970:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211194.631972:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715211194.631974:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715211194.631978:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954700288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211194.633517:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211194.633531:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fe40 00000400:00000200:0.0:1715211194.633538:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1fe9 [1] + 224 00000400:00000200:0.0:1715211194.633547:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211194.633550:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211194.633566:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954700352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211194.633606:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211194.633611:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fe00 00000400:00000200:0.0:1715211194.633615:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ff1 [1] + 224 00000400:00000200:0.0:1715211194.633634:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211194.633638:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211194.633643:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954700288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211194.633690:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211194.633698:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211194.633700:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211194.633708:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954700352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211194.633719:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954700352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211194.633747:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715211194.633751:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211194.633754:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715211194.633756:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211194.633763:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211194.633765:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211194.633772:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954700288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211194.633783:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954700288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211194.633801:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211194.633805:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211194.633808:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211199.639657:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211199.639677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211199.639724:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211199.639743:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715211199.639802:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715211199.639809:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211199.639816:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211199.639823:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700480, portal 4 00000400:00000010:3.0:1715211199.639828:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000100:00000200:3.0:1715211199.639831:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700480, offset 0 02000000:00000010:0.0:1715211199.639838:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715211199.639841:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211199.639847:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000010:0.0:1715211199.639853:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000400:00000200:3.0:1715211199.639854:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211199.639857:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700416, portal 25 00000400:00000200:3.0:1715211199.639859:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211199.639861:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000100:00000200:0.0:1715211199.639863:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700416, offset 0 00000400:00000200:3.0:1715211199.639863:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211199.639867:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211199.639870:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211199.639870:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211199.639873:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [998:998:256:4294967295] 192.168.203.134@tcp LPNI seq info [998:998:8:4294967295] 00000400:00000200:3.0:1715211199.639884:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211199.639890:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211199.639893:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211199.639894:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211199.639897:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211199.639900:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211199.639901:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211199.639903:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211199.639906:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211199.639907:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211199.639909:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [999:999:255:4294967295] 192.168.203.134@tcp LPNI seq info [999:999:7:4294967295] 00000800:00000200:3.0:1715211199.639912:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211199.639918:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211199.639923:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211199.639926:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715211199.639931:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211199.639937:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211199.639941:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211199.639989:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211199.640029:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211199.640036:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211199.640043:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211199.640048:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:1.0:1715211199.640050:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:1.0:1715211199.640059:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954700480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211199.640154:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211199.640157:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715211199.640159:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211199.640163:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211199.640166:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715211199.640168:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715211199.640173:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954700416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211199.641716:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211199.641738:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040fec0 00000400:00000200:0.0:1715211199.641747:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x1ff9 [1] + 224 00000400:00000200:0.0:1715211199.641758:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211199.641762:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211199.641769:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954700480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211199.641807:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211199.641812:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040fe80 00000400:00000200:0.0:1715211199.641816:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2001 [1] + 224 00000400:00000200:0.0:1715211199.641832:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211199.641836:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211199.641840:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954700416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211199.641888:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211199.641895:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211199.641897:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211199.641905:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954700480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211199.641917:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954700480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211199.641944:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715211199.641949:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211199.641953:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715211199.641960:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 00000400:00000200:1.0:1715211199.641968:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715211199.641970:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715211199.641978:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954700416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211199.641989:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954700416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211199.642041:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211199.642046:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211199.642049:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211204.647583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211204.647595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211204.647630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211204.647634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715211204.647672:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715211204.647677:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211204.647680:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211204.647684:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700608, portal 4 00000400:00000010:3.0:1715211204.647689:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000100:00000200:3.0:1715211204.647691:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700608, offset 0 00000400:00000200:3.0:1715211204.647699:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211204.647706:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211204.647710:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211204.647713:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211204.647716:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211204.647719:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715211204.647720:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000200:3.0:1715211204.647721:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1000:1000:256:4294967295] 192.168.203.134@tcp LPNI seq info [1000:1000:8:4294967295] 00000400:00000010:1.0:1715211204.647728:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211204.647731:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211204.647733:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211204.647736:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700544, portal 25 00000800:00000200:3.0:1715211204.647736:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211204.647739:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000010:1.0:1715211204.647740:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715211204.647742:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700544, offset 0 00000800:00000200:3.0:1715211204.647744:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211204.647749:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211204.647750:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211204.647753:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211204.647758:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211204.647762:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211204.647765:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211204.647768:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211204.647770:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211204.647782:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1001:1001:255:4294967295] 192.168.203.134@tcp LPNI seq info [1001:1001:7:4294967295] 00000400:00000200:1.0:1715211204.647792:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211204.647797:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211204.647801:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211204.647806:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211204.647812:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211204.647815:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211204.647846:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211204.647852:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715211204.647856:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211204.647863:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211204.647866:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:0.0:1715211204.647868:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:0.0:1715211204.647875:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954700608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211204.647905:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211204.647908:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211204.647910:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211204.647914:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211204.647916:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715211204.647918:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715211204.647921:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954700544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211204.649078:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211204.649088:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ff40 00000400:00000200:0.0:1715211204.649095:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2009 [1] + 224 00000400:00000200:0.0:1715211204.649103:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211204.649107:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211204.649113:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954700608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211204.649147:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211204.649152:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ff00 00000400:00000200:0.0:1715211204.649157:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2011 [1] + 224 00000400:00000200:0.0:1715211204.649173:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211204.649177:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211204.649181:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954700544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211204.649236:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211204.649243:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211204.649245:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211204.649253:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954700608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211204.649264:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954700608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211204.649296:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211204.649303:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:3.0:1715211204.649304:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 00000400:00000010:1.0:1715211204.649305:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:3.0:1715211204.649308:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211204.649311:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:1.0:1715211204.649313:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954700544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211204.649324:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954700544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211204.649341:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211204.649345:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211204.649348:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211209.655587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211209.655611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211209.655654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211209.655659:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715211209.655708:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715211209.655716:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211209.655722:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211209.655729:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700736, portal 4 00000400:00000010:3.0:1715211209.655735:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5198. 00000100:00000200:3.0:1715211209.655738:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700736, offset 0 02000000:00000010:0.0:1715211209.655743:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211209.655748:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211209.655752:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000010:0.0:1715211209.655757:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000100:00000200:0.0:1715211209.655761:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700672, portal 25 00000400:00000200:3.0:1715211209.655762:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715211209.655765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000100:00000200:0.0:1715211209.655767:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700672, offset 0 00000400:00000200:3.0:1715211209.655767:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211209.655772:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211209.655774:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211209.655776:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211209.655779:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211209.655782:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1002:1002:256:4294967295] 192.168.203.134@tcp LPNI seq info [1002:1002:8:4294967295] 00000400:00000200:3.0:1715211209.655793:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211209.655799:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211209.655802:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211209.655803:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715211209.655806:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211209.655809:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211209.655809:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211209.655812:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211209.655814:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211209.655817:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1003:1003:255:4294967295] 192.168.203.134@tcp LPNI seq info [1003:1003:7:4294967295] 00000800:00000200:3.0:1715211209.655818:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211209.655824:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211209.655827:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211209.655843:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211209.655846:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715211209.655851:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211209.655857:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211209.655861:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211209.655902:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211209.655908:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715211209.655914:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211209.655957:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211209.655963:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5198 00000400:00000010:1.0:1715211209.655965:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5198. 00000100:00000200:1.0:1715211209.655975:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954700736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211209.656047:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211209.656050:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715211209.656053:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211209.656057:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211209.656059:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715211209.656070:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715211209.656076:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954700672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211209.657858:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211209.657871:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c03040ffc0 00000400:00000200:0.0:1715211209.657879:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2019 [1] + 224 00000400:00000200:0.0:1715211209.657889:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211209.657893:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211209.657901:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954700736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211209.657962:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211209.657968:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c03040ff80 00000400:00000200:0.0:1715211209.657973:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2021 [1] + 224 00000400:00000200:0.0:1715211209.657988:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211209.657992:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211209.657997:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954700672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211209.658023:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211209.658031:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211209.658033:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211209.658049:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954700736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211209.658061:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954700736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211209.658091:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715211209.658096:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211209.658100:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715211209.658117:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:1.0:1715211209.658125:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715211209.658127:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715211209.658135:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954700672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211209.658146:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954700672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211209.658164:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211209.658168:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211209.658171:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211214.663593:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211214.663605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211214.663640:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211214.663644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211214.663683:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211214.663687:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211214.663691:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211214.663695:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700864, portal 4 00000400:00000010:3.0:1715211214.663700:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5000. 00000100:00000200:3.0:1715211214.663702:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700864, offset 0 00000400:00000200:3.0:1715211214.663709:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211214.663717:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211214.663721:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715211214.663724:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:3.0:1715211214.663724:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211214.663727:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211214.663729:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211214.663732:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211214.663732:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1004:1004:256:4294967295] 192.168.203.134@tcp LPNI seq info [1004:1004:8:4294967295] 00000400:00000010:1.0:1715211214.663736:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211214.663740:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700800, portal 25 00000400:00000200:3.0:1715211214.663741:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211214.663744:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:1.0:1715211214.663746:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700800, offset 0 00000800:00000200:3.0:1715211214.663746:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211214.663749:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211214.663754:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211214.663755:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211214.663760:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211214.663763:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211214.663764:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211214.663766:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211214.663770:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211214.663772:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211214.663775:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211214.663778:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1005:1005:255:4294967295] 192.168.203.134@tcp LPNI seq info [1005:1005:7:4294967295] 00000400:00000200:1.0:1715211214.663787:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211214.663792:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211214.663795:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211214.663800:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211214.663806:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211214.663818:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211214.663831:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211214.663837:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211214.663842:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211214.663849:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211214.663853:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5000 00000400:00000010:0.0:1715211214.663855:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5000. 00000100:00000200:0.0:1715211214.663862:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954700864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211214.663951:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211214.663963:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211214.663966:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211214.663970:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211214.663973:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715211214.663974:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715211214.663979:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954700800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211214.665506:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211214.665517:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410040 00000400:00000200:0.0:1715211214.665524:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2029 [1] + 224 00000400:00000200:0.0:1715211214.665532:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211214.665536:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211214.665542:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954700864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211214.665576:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211214.665581:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410000 00000400:00000200:0.0:1715211214.665585:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2031 [1] + 224 00000400:00000200:0.0:1715211214.665599:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211214.665602:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211214.665607:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954700800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211214.665666:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211214.665673:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211214.665675:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211214.665683:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954700864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211214.665693:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954700864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211214.665714:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211214.665718:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211214.665721:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000010:1.0:1715211214.665725:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211214.665733:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211214.665735:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211214.665742:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954700800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211214.665753:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954700800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211214.665770:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211214.665776:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211214.665779:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211219.671602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211219.671622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211219.671655:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211219.671659:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715211219.671697:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211219.671701:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211219.671705:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211219.671708:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700992, portal 4 00000400:00000010:3.0:1715211219.671713:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5550. 00000100:00000200:3.0:1715211219.671715:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954700992, offset 0 00000400:00000200:3.0:1715211219.671722:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211219.671729:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211219.671733:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211219.671736:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211219.671739:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211219.671741:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211219.671744:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1006:1006:256:4294967295] 192.168.203.134@tcp LPNI seq info [1006:1006:8:4294967295] 02000000:00000010:0.0:1715211219.671747:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211219.671753:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715211219.671755:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000800:00000200:3.0:1715211219.671758:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211219.671759:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000800:00000010:3.0:1715211219.671761:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000100:00000200:0.0:1715211219.671763:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954700928, portal 25 00000400:00000010:0.0:1715211219.671767:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715211219.671769:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954700928, offset 0 00000800:00000200:3.0:1715211219.671776:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211219.671777:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211219.671782:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211219.671785:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211219.671785:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211219.671797:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211219.671800:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211219.671803:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211219.671805:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211219.671808:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1007:1007:255:4294967295] 192.168.203.134@tcp LPNI seq info [1007:1007:7:4294967295] 00000400:00000200:0.0:1715211219.671818:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211219.671823:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211219.671826:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715211219.671830:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211219.671836:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211219.671840:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211219.671851:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211219.671895:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715211219.671900:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211219.671906:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211219.671910:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5550 00000400:00000010:1.0:1715211219.671912:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5550. 00000100:00000200:1.0:1715211219.671920:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954700992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211219.671979:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211219.671982:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715211219.671985:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211219.671989:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211219.671991:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715211219.671992:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715211219.671996:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954700928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211219.673504:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211219.673515:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304100c0 00000400:00000200:0.0:1715211219.673521:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2039 [1] + 224 00000400:00000200:0.0:1715211219.673530:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211219.673533:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211219.673540:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954700992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211219.673572:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211219.673577:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410080 00000400:00000200:0.0:1715211219.673581:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2041 [1] + 224 00000400:00000200:0.0:1715211219.673595:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211219.673599:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211219.673604:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954700928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211219.673664:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211219.673671:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211219.673673:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211219.673681:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954700992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211219.673692:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954700992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211219.673712:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211219.673716:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211219.673719:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000010:1.0:1715211219.673725:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:1.0:1715211219.673732:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:1.0:1715211219.673734:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:1.0:1715211219.673742:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954700928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211219.673770:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954700928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211219.673788:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211219.673792:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211219.673795:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211224.679601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211224.679613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211224.679650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211224.679654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211224.679692:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211224.679696:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211224.679700:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211224.679703:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701120, portal 4 00000400:00000010:3.0:1715211224.679708:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5a18. 00000100:00000200:3.0:1715211224.679710:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954701120, offset 0 00000400:00000200:3.0:1715211224.679721:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211224.679728:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211224.679732:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211224.679735:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211224.679738:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211224.679740:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715211224.679742:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:3.0:1715211224.679743:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1008:1008:256:4294967295] 192.168.203.134@tcp LPNI seq info [1008:1008:8:4294967295] 00000400:00000010:1.0:1715211224.679750:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211224.679752:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211224.679754:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211224.679758:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701056, portal 25 00000400:00000010:1.0:1715211224.679762:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715211224.679764:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701056, offset 0 00000800:00000200:3.0:1715211224.679766:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211224.679770:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715211224.679771:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211224.679775:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211224.679779:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211224.679781:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211224.679783:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211224.679784:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211224.679786:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211224.679789:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211224.679792:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211224.679794:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1009:1009:255:4294967295] 192.168.203.134@tcp LPNI seq info [1009:1009:7:4294967295] 00000400:00000200:1.0:1715211224.679804:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211224.679809:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211224.679812:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211224.679817:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211224.679853:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211224.679857:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211224.679877:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211224.679882:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715211224.679887:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211224.679901:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211224.679905:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5a18 00000400:00000010:0.0:1715211224.679907:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5a18. 00000100:00000200:0.0:1715211224.679913:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954701120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211224.679981:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211224.679983:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211224.679986:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211224.679989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211224.679992:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715211224.679993:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715211224.679997:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954701056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211224.681498:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211224.681509:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410140 00000400:00000200:0.0:1715211224.681515:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2049 [1] + 224 00000400:00000200:0.0:1715211224.681523:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211224.681527:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211224.681534:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954701120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211224.681566:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211224.681571:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410100 00000400:00000200:0.0:1715211224.681575:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2051 [1] + 224 00000400:00000200:0.0:1715211224.681588:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211224.681592:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211224.681597:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954701056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211224.681656:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211224.681663:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211224.681665:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211224.681672:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954701120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211224.681683:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954701120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211224.681704:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211224.681708:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211224.681711:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:1.0:1715211224.681715:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211224.681722:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211224.681724:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211224.681732:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954701056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211224.681759:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954701056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211224.681776:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715211224.681780:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211224.681783:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211229.687651:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211229.687674:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211229.687722:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211229.687727:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715211229.687782:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211229.687818:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211229.687825:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211229.687833:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701248, portal 4 00000400:00000010:3.0:1715211229.687839:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5660. 00000100:00000200:3.0:1715211229.687842:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954701248, offset 0 00000400:00000200:3.0:1715211229.687852:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715211229.687859:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211229.687866:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715211229.687868:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000200:3.0:1715211229.687871:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211229.687876:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211229.687879:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715211229.687887:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000100:00000200:0.0:1715211229.687891:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701184, portal 25 00000400:00000200:3.0:1715211229.687891:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:0.0:1715211229.687895:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000400:00000200:3.0:1715211229.687895:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1010:1010:256:4294967295] 192.168.203.134@tcp LPNI seq info [1010:1010:8:4294967295] 00000100:00000200:0.0:1715211229.687897:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701184, offset 0 00000400:00000200:0.0:1715211229.687904:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211229.687906:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211229.687913:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211229.687914:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211229.687917:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211229.687918:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211229.687921:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211229.687924:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211229.687925:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211229.687927:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211229.687930:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1011:1011:255:4294967295] 192.168.203.134@tcp LPNI seq info [1011:1011:7:4294967295] 00000800:00000200:3.0:1715211229.687934:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211229.687939:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211229.687939:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211229.687944:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211229.687948:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715211229.687953:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211229.687959:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211229.687962:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211229.688028:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211229.688035:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211229.688042:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211229.688048:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211229.688053:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5660 00000400:00000010:1.0:1715211229.688055:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5660. 00000100:00000200:1.0:1715211229.688064:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954701248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211229.688136:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211229.688139:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715211229.688142:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211229.688146:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211229.688148:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715211229.688150:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715211229.688154:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954701184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211229.689873:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211229.689886:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304101c0 00000400:00000200:0.0:1715211229.689893:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2059 [1] + 224 00000400:00000200:0.0:1715211229.689903:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211229.689907:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211229.689914:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954701248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211229.689948:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211229.689953:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410180 00000400:00000200:0.0:1715211229.689957:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2061 [1] + 224 00000400:00000200:0.0:1715211229.689975:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211229.689985:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211229.689990:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954701184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211229.690043:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211229.690050:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211229.690053:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211229.690060:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954701248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211229.690071:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954701248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211229.690099:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211229.690104:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211229.690108:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:1.0:1715211229.690110:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:1.0:1715211229.690117:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715211229.690119:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715211229.690127:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954701184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211229.690138:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954701184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211229.690156:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211229.690160:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211229.690172:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211234.695601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211234.695613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211234.695646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211234.695650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211234.695690:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211234.695694:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211234.695698:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211234.695702:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701376, portal 4 00000400:00000010:3.0:1715211234.695707:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5c38. 00000100:00000200:3.0:1715211234.695708:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954701376, offset 0 00000400:00000200:3.0:1715211234.695716:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211234.695723:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211234.695736:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715211234.695739:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:3.0:1715211234.695740:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211234.695742:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211234.695745:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211234.695747:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211234.695748:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1012:1012:256:4294967295] 192.168.203.134@tcp LPNI seq info [1012:1012:8:4294967295] 00000400:00000010:1.0:1715211234.695782:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211234.695786:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701312, portal 25 00000400:00000010:1.0:1715211234.695790:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000400:00000200:3.0:1715211234.695790:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211234.695792:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701312, offset 0 00000800:00000200:3.0:1715211234.695795:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211234.695800:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211234.695800:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c500. 00000800:00000200:3.0:1715211234.695805:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211234.695808:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211234.695811:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211234.695812:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211234.695814:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211234.695815:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211234.695818:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211234.695821:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211234.695824:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1013:1013:255:4294967295] 192.168.203.134@tcp LPNI seq info [1013:1013:7:4294967295] 00000400:00000200:1.0:1715211234.695834:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211234.695838:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211234.695842:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211234.695846:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211234.695852:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211234.695856:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211234.695878:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211234.695883:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c500. 00000400:00000200:0.0:1715211234.695888:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211234.695895:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211234.695899:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5c38 00000400:00000010:0.0:1715211234.695900:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5c38. 00000100:00000200:0.0:1715211234.695907:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954701376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211234.695961:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211234.695963:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211234.695966:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211234.695970:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211234.695972:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715211234.695974:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715211234.695978:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954701312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211234.697448:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211234.697490:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410240 00000400:00000200:0.0:1715211234.697496:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2069 [1] + 224 00000400:00000200:0.0:1715211234.697505:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211234.697509:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211234.697516:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954701376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211234.697549:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211234.697554:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410200 00000400:00000200:0.0:1715211234.697558:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2071 [1] + 224 00000400:00000200:0.0:1715211234.697586:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211234.697590:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211234.697595:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954701312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211234.697636:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211234.697644:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211234.697646:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211234.697653:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954701376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211234.697664:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954701376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211234.697686:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211234.697690:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211234.697693:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000010:1.0:1715211234.697709:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211234.697716:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211234.697718:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211234.697726:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954701312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211234.697736:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954701312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211234.697773:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715211234.697778:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211234.697781:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211239.703586:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211239.703598:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211239.703631:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211239.703635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211239.703673:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211239.703677:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211239.703681:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211239.703685:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701504, portal 4 00000400:00000010:3.0:1715211239.703689:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b55d8. 00000100:00000200:3.0:1715211239.703700:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954701504, offset 0 00000400:00000200:3.0:1715211239.703707:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211239.703715:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:0.0:1715211239.703747:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211239.703750:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211239.703754:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715211239.703755:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000200:3.0:1715211239.703756:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211239.703759:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:0.0:1715211239.703761:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700a18. 00000400:00000200:3.0:1715211239.703762:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1014:1014:256:4294967295] 192.168.203.134@tcp LPNI seq info [1014:1014:8:4294967295] 00000100:00000200:0.0:1715211239.703765:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701440, portal 25 00000400:00000010:0.0:1715211239.703769:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700e58. 00000100:00000200:0.0:1715211239.703770:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701440, offset 0 00000400:00000200:3.0:1715211239.703772:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715211239.703777:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211239.703777:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211239.703780:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211239.703785:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211239.703785:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211239.703788:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211239.703791:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211239.703792:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211239.703794:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211239.703795:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211239.703797:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211239.703799:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1015:1015:255:4294967295] 192.168.203.134@tcp LPNI seq info [1015:1015:7:4294967295] 00000400:00000200:0.0:1715211239.703809:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211239.703814:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211239.703817:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715211239.703821:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211239.703827:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211239.703830:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211239.703857:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211239.703862:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211239.703867:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211239.703873:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211239.703877:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b55d8 00000400:00000010:1.0:1715211239.703879:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b55d8. 00000100:00000200:1.0:1715211239.703885:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954701504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211239.703943:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211239.703945:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715211239.703948:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211239.703952:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211239.703955:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700e58 00000400:00000010:1.0:1715211239.703956:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700e58. 00000100:00000200:1.0:1715211239.703960:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954701440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211239.705456:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211239.705507:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304102c0 00000400:00000200:0.0:1715211239.705513:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2079 [1] + 224 00000400:00000200:0.0:1715211239.705522:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211239.705526:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211239.705532:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954701504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211239.705581:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211239.705587:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410280 00000400:00000200:0.0:1715211239.705596:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2081 [1] + 224 00000400:00000200:0.0:1715211239.705613:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211239.705617:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211239.705621:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954701440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211239.705665:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211239.705673:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211239.705675:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211239.705683:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954701504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211239.705693:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954701504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211239.705715:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715211239.705741:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211239.705745:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:1.0:1715211239.705759:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:1.0:1715211239.705767:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700a18 00000400:00000010:1.0:1715211239.705769:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700a18. 00000100:00000200:1.0:1715211239.705777:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954701440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211239.705788:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954701440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211239.705806:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211239.705810:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211239.705813:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211244.711598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211244.711610:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211244.711644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211244.711648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715211244.711716:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211244.711721:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211244.711734:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211244.711738:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701632, portal 4 00000400:00000010:3.0:1715211244.711743:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b57f8. 00000100:00000200:3.0:1715211244.711745:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954701632, offset 0 00000400:00000200:3.0:1715211244.711752:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211244.711759:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:3.0:1715211244.711759:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211244.711763:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211244.711766:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211244.711767:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211244.711769:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211244.711771:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211244.711772:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211244.711774:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1016:1016:256:4294967295] 192.168.203.134@tcp LPNI seq info [1016:1016:8:4294967295] 00000100:00000200:1.0:1715211244.711776:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701568, portal 25 00000400:00000010:1.0:1715211244.711779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715211244.711781:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701568, offset 0 00000400:00000200:3.0:1715211244.711783:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211244.711788:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211244.711791:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000800:00000200:3.0:1715211244.711796:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211244.711797:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211244.711802:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211244.711805:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211244.711805:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211244.711809:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211244.711812:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211244.711815:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211244.711817:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211244.711820:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1017:1017:255:4294967295] 192.168.203.134@tcp LPNI seq info [1017:1017:7:4294967295] 00000400:00000200:1.0:1715211244.711830:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211244.711834:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211244.711837:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211244.711842:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211244.711848:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211244.711851:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211244.711868:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211244.711874:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715211244.711878:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211244.711885:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211244.711893:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b57f8 00000400:00000010:0.0:1715211244.711895:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b57f8. 00000100:00000200:0.0:1715211244.711902:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954701632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211244.711959:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211244.711965:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211244.711972:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211244.711980:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211244.711982:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715211244.711984:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715211244.711988:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954701568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211244.713580:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211244.713591:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410340 00000400:00000200:0.0:1715211244.713597:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2089 [1] + 224 00000400:00000200:0.0:1715211244.713609:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211244.713613:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211244.713628:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954701632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211244.713665:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211244.713670:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410300 00000400:00000200:0.0:1715211244.713674:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2091 [1] + 224 00000400:00000200:0.0:1715211244.713718:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211244.713722:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211244.713727:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954701568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211244.713761:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211244.713768:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211244.713770:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211244.713778:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954701632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211244.713789:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954701632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211244.713809:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715211244.713813:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211244.713816:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:1.0:1715211244.713845:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211244.713853:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211244.713855:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211244.713862:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954701568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211244.713873:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954701568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211244.713891:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211244.713896:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211244.713899:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211249.719595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211249.719607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211249.719643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211249.719707:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:0.0:1715211249.719733:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715211249.719742:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309e70. 00000400:00000010:0.0:1715211249.719746:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7003b8. 00000100:00000200:0.0:1715211249.719750:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701696, portal 25 00000400:00000010:0.0:1715211249.719754:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715211249.719756:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701696, offset 0 02000000:00000010:2.0:1715211249.719758:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000200:0.0:1715211249.719763:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715211249.719767:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379bb0. 00000400:00000200:0.0:1715211249.719770:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715211249.719772:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:0.0:1715211249.719774:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715211249.719776:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701760, portal 4 00000400:00000200:0.0:1715211249.719778:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211249.719780:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715211249.719781:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000200:0.0:1715211249.719783:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211249.719785:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1018:1018:256:4294967295] 192.168.203.134@tcp LPNI seq info [1018:1018:8:4294967295] 00000100:00000200:2.0:1715211249.719792:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954701760, offset 0 00000400:00000200:0.0:1715211249.719795:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211249.719800:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211249.719800:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211249.719802:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715211249.719807:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211249.719808:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211249.719812:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211249.719814:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211249.719816:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:0.0:1715211249.719817:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211249.719818:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211249.719821:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211249.719824:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1019:1019:255:4294967295] 192.168.203.134@tcp LPNI seq info [1019:1019:7:4294967295] 00000400:00000200:2.0:1715211249.719834:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211249.719839:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211249.719842:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715211249.719847:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211249.719853:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211249.719857:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211249.719890:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211249.719901:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:0.0:1715211249.719904:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211249.719909:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211249.719913:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:0.0:1715211249.719914:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715211249.719920:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954701696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211249.719953:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211249.719955:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211249.719958:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211249.719961:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211249.719964:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715211249.719965:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715211249.719969:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954701760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211249.721062:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211249.721073:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410380 00000400:00000200:0.0:1715211249.721079:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2099 [1] + 224 00000400:00000200:0.0:1715211249.721088:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211249.721092:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211249.721098:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954701696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211249.721132:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211249.721137:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304103c0 00000400:00000200:0.0:1715211249.721141:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20a1 [1] + 224 00000400:00000200:0.0:1715211249.721158:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211249.721162:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211249.721166:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954701760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211249.721222:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309e70. 00000400:00000200:2.0:1715211249.721229:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7003b8 00000400:00000010:2.0:1715211249.721232:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7003b8. 00000100:00000200:2.0:1715211249.721240:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954701696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211249.721251:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954701696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211249.721269:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715211249.721274:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211249.721277:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:3.0:1715211249.721296:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379bb0. 00000400:00000200:3.0:1715211249.721303:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:3.0:1715211249.721305:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:3.0:1715211249.721314:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954701760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211249.721325:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954701760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211249.721345:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:3.0:1715211249.721350:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211249.721353:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211254.727595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211254.727613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211254.727688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211254.727692:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211254.727728:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211254.727733:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211254.727739:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211254.727745:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701888, portal 4 00000400:00000010:3.0:1715211254.727750:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5330. 00000100:00000200:3.0:1715211254.727752:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954701888, offset 0 00000400:00000200:3.0:1715211254.727760:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211254.727771:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211254.727775:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715211254.727778:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:3.0:1715211254.727779:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211254.727782:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211254.727785:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211254.727787:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211254.727788:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1020:1020:256:4294967295] 192.168.203.134@tcp LPNI seq info [1020:1020:8:4294967295] 00000400:00000010:1.0:1715211254.727792:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211254.727796:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701824, portal 25 00000400:00000200:3.0:1715211254.727798:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211254.727800:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000100:00000200:1.0:1715211254.727802:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701824, offset 0 00000800:00000200:3.0:1715211254.727803:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211254.727810:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211254.727816:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000800:00000200:3.0:1715211254.727822:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211254.727827:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211254.727830:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211254.727831:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211254.727834:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211254.727834:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211254.727837:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211254.727839:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211254.727842:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1021:1021:255:4294967295] 192.168.203.134@tcp LPNI seq info [1021:1021:7:4294967295] 00000400:00000200:1.0:1715211254.727851:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211254.727856:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211254.727860:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211254.727864:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211254.727871:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211254.727874:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211254.727970:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211254.727975:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715211254.727981:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211254.727987:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211254.727992:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5330 00000400:00000010:0.0:1715211254.727994:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5330. 00000100:00000200:0.0:1715211254.728001:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954701888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211254.728057:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211254.728059:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211254.728062:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211254.728066:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211254.728068:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715211254.728070:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715211254.728073:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954701824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211254.729530:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211254.729543:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410440 00000400:00000200:0.0:1715211254.729549:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20a9 [1] + 224 00000400:00000200:0.0:1715211254.729558:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211254.729562:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211254.729569:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954701888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211254.729602:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211254.729607:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410400 00000400:00000200:0.0:1715211254.729611:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20b1 [1] + 224 00000400:00000200:0.0:1715211254.729653:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211254.729658:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211254.729670:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954701824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211254.729693:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211254.729700:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211254.729702:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211254.729710:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954701888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211254.729721:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954701888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211254.729744:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211254.729749:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211254.729752:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000010:1.0:1715211254.729784:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211254.729791:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211254.729793:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211254.729801:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954701824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211254.729811:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954701824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211254.729829:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211254.729835:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211254.729838:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211259.735673:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211259.735694:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211259.735740:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211259.735744:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715211259.735796:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211259.735802:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211259.735808:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211259.735816:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702016, portal 4 00000400:00000010:3.0:1715211259.735822:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5b28. 00000100:00000200:3.0:1715211259.735824:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702016, offset 0 02000000:00000010:0.0:1715211259.735828:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211259.735834:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211259.735837:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309ec8. 00000400:00000010:0.0:1715211259.735842:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700f68. 00000100:00000200:0.0:1715211259.735846:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954701952, portal 25 00000400:00000200:3.0:1715211259.735846:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:0.0:1715211259.735850:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700088. 00000400:00000200:3.0:1715211259.735851:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715211259.735853:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954701952, offset 0 00000400:00000200:3.0:1715211259.735856:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211259.735859:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211259.735860:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211259.735862:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211259.735865:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1022:1022:256:4294967295] 192.168.203.134@tcp LPNI seq info [1022:1022:8:4294967295] 00000400:00000200:3.0:1715211259.735891:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211259.735898:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211259.735900:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211259.735902:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715211259.735904:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211259.735907:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211259.735908:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211259.735909:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211259.735912:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211259.735915:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1023:1023:255:4294967295] 192.168.203.134@tcp LPNI seq info [1023:1023:7:4294967295] 00000800:00000200:3.0:1715211259.735917:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211259.735921:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211259.735925:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211259.735930:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211259.735933:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d400. 00000800:00000200:0.0:1715211259.735938:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211259.735944:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211259.735948:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211259.735998:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211259.736005:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715211259.736012:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211259.736019:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211259.736023:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5b28 00000400:00000010:1.0:1715211259.736026:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5b28. 00000100:00000200:1.0:1715211259.736034:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954702016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211259.736108:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211259.736119:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d400. 00000400:00000200:1.0:1715211259.736123:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211259.736127:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211259.736130:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700088 00000400:00000010:1.0:1715211259.736131:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700088. 00000100:00000200:1.0:1715211259.736137:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954701952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211259.737736:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211259.737750:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304104c0 00000400:00000200:0.0:1715211259.737758:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20b9 [1] + 224 00000400:00000200:0.0:1715211259.737768:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211259.737771:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211259.737778:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954702016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211259.737814:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211259.737829:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410480 00000400:00000200:0.0:1715211259.737834:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20c1 [1] + 224 00000400:00000200:0.0:1715211259.737852:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211259.737856:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211259.737860:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954701952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211259.737902:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211259.737909:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211259.737911:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211259.737919:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954702016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211259.737930:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954702016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211259.737957:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211259.737962:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211259.737966:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715211259.737983:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309ec8. 00000400:00000200:1.0:1715211259.737990:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700f68 00000400:00000010:1.0:1715211259.737992:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700f68. 00000100:00000200:1.0:1715211259.738000:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954701952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211259.738012:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954701952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211259.738029:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211259.738036:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211259.738039:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211264.743612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211264.743624:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211264.743658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211264.743663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715211264.743702:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211264.743706:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211264.743710:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211264.743714:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702144, portal 4 00000400:00000010:3.0:1715211264.743719:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5990. 00000100:00000200:3.0:1715211264.743721:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702144, offset 0 00000400:00000200:3.0:1715211264.743727:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211264.743735:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211264.743739:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715211264.743750:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000200:3.0:1715211264.743751:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211264.743754:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211264.743756:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211264.743759:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211264.743760:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1024:1024:256:4294967295] 192.168.203.134@tcp LPNI seq info [1024:1024:8:4294967295] 00000400:00000010:1.0:1715211264.743763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211264.743767:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702080, portal 25 00000400:00000200:3.0:1715211264.743769:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211264.743771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000100:00000200:1.0:1715211264.743773:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702080, offset 0 00000800:00000200:3.0:1715211264.743774:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211264.743777:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c800. 00000400:00000200:1.0:1715211264.743780:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211264.743782:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211264.743789:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211264.743789:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211264.743792:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211264.743793:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211264.743796:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211264.743799:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211264.743801:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211264.743804:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1025:1025:255:4294967295] 192.168.203.134@tcp LPNI seq info [1025:1025:7:4294967295] 00000400:00000200:1.0:1715211264.743814:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211264.743830:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211264.743834:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211264.743839:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211264.743845:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211264.743848:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211264.743855:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211264.743861:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c800. 00000400:00000200:0.0:1715211264.743866:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211264.743873:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211264.743876:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5990 00000400:00000010:0.0:1715211264.743878:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5990. 00000100:00000200:0.0:1715211264.743885:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954702144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211264.743938:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211264.743941:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211264.743944:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211264.743948:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211264.743950:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715211264.743952:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715211264.743956:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954702080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211264.745541:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211264.745578:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410540 00000400:00000200:0.0:1715211264.745585:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20c9 [1] + 224 00000400:00000200:0.0:1715211264.745594:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211264.745598:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211264.745605:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954702144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211264.745658:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211264.745664:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410500 00000400:00000200:0.0:1715211264.745669:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20d1 [1] + 224 00000400:00000200:0.0:1715211264.745681:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211264.745685:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211264.745690:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954702080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211264.745742:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211264.745749:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211264.745751:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211264.745759:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954702144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211264.745770:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954702144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211264.745790:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211264.745795:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211264.745798:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:1.0:1715211264.745802:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211264.745810:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211264.745812:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211264.745819:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954702080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211264.745830:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954702080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211264.745848:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211264.745852:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211264.745855:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211269.751631:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211269.751645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211269.751680:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211269.751685:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211269.751726:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211269.751731:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211269.751735:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211269.751739:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702272, portal 4 00000400:00000010:3.0:1715211269.751744:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b52a8. 00000100:00000200:3.0:1715211269.751746:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702272, offset 0 00000400:00000200:3.0:1715211269.751763:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715211269.751770:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211269.751772:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211269.751776:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211269.751779:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f20. 00000400:00000200:3.0:1715211269.751779:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211269.751782:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715211269.751784:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700bb0. 00000400:00000200:3.0:1715211269.751784:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211269.751787:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1026:1026:256:4294967295] 192.168.203.134@tcp LPNI seq info [1026:1026:8:4294967295] 00000100:00000200:0.0:1715211269.751788:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702208, portal 25 00000400:00000010:0.0:1715211269.751792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7005d8. 00000100:00000200:0.0:1715211269.751794:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702208, offset 0 00000400:00000200:3.0:1715211269.751797:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715211269.751801:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211269.751803:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211269.751806:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000400:00000200:0.0:1715211269.751809:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211269.751812:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211269.751813:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211269.751817:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211269.751818:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211269.751820:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211269.751822:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211269.751823:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211269.751825:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1027:1027:255:4294967295] 192.168.203.134@tcp LPNI seq info [1027:1027:7:4294967295] 00000400:00000200:0.0:1715211269.751835:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211269.751840:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211269.751843:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715211269.751848:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211269.751854:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211269.751857:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211269.751883:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211269.751889:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715211269.751894:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211269.751900:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211269.751904:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b52a8 00000400:00000010:1.0:1715211269.751906:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b52a8. 00000100:00000200:1.0:1715211269.751914:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954702272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211269.751967:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211269.751970:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715211269.751973:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211269.751977:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211269.751979:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7005d8 00000400:00000010:1.0:1715211269.751981:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7005d8. 00000100:00000200:1.0:1715211269.751985:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954702208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211269.753582:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211269.753595:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304105c0 00000400:00000200:0.0:1715211269.753610:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20d9 [1] + 224 00000400:00000200:0.0:1715211269.753620:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211269.753624:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211269.753630:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954702272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211269.753667:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211269.753673:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410580 00000400:00000200:0.0:1715211269.753677:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20e1 [1] + 224 00000400:00000200:0.0:1715211269.753692:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211269.753696:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211269.753700:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954702208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211269.753755:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211269.753763:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211269.753765:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211269.753773:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954702272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211269.753784:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954702272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211269.753805:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211269.753810:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211269.753813:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:1.0:1715211269.753817:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f20. 00000400:00000200:1.0:1715211269.753825:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700bb0 00000400:00000010:1.0:1715211269.753827:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700bb0. 00000100:00000200:1.0:1715211269.753835:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954702208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211269.753846:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954702208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211269.753863:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211269.753869:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211269.753871:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211274.759602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211274.759614:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211274.759648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211274.759653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715211274.759691:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211274.759695:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211274.759699:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211274.759712:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702400, portal 4 00000400:00000010:3.0:1715211274.759717:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5bb0. 00000100:00000200:3.0:1715211274.759719:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702400, offset 0 00000400:00000200:3.0:1715211274.759726:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211274.759733:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715211274.759736:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:3.0:1715211274.759737:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211274.759740:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211274.759743:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715211274.759745:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211274.759745:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211274.759748:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1028:1028:256:4294967295] 192.168.203.134@tcp LPNI seq info [1028:1028:8:4294967295] 00000400:00000010:1.0:1715211274.759749:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211274.759753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702336, portal 25 00000400:00000010:1.0:1715211274.759757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000400:00000200:3.0:1715211274.759758:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211274.759759:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702336, offset 0 00000800:00000200:3.0:1715211274.759763:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211274.759766:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211274.759766:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000800:00000200:3.0:1715211274.759771:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211274.759775:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211274.759777:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211274.759778:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211274.759780:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211274.759782:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211274.759784:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211274.759787:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211274.759790:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1029:1029:255:4294967295] 192.168.203.134@tcp LPNI seq info [1029:1029:7:4294967295] 00000400:00000200:1.0:1715211274.759799:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211274.759804:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211274.759808:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211274.759812:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211274.759818:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211274.759822:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211274.759841:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211274.759846:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715211274.759851:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211274.759858:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211274.759861:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5bb0 00000400:00000010:0.0:1715211274.759864:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5bb0. 00000100:00000200:0.0:1715211274.759871:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954702400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211274.759923:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211274.759925:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211274.759928:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211274.759932:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211274.759935:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715211274.759936:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715211274.759940:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954702336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211274.761534:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211274.761554:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410640 00000400:00000200:0.0:1715211274.761561:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20e9 [1] + 224 00000400:00000200:0.0:1715211274.761573:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211274.761576:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211274.761583:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954702400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211274.761619:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211274.761624:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410600 00000400:00000200:0.0:1715211274.761628:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20f1 [1] + 224 00000400:00000200:0.0:1715211274.761642:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211274.761646:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211274.761650:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954702336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211274.761707:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211274.761715:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211274.761717:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211274.761724:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954702400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211274.761735:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954702400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211274.761755:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715211274.761759:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000400:00000010:1.0:1715211274.761761:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:3.0:1715211274.761762:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000200:1.0:1715211274.761768:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211274.761770:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211274.761778:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954702336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211274.761789:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954702336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211274.761806:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211274.761810:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211274.761813:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211279.767596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211279.767609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211279.767642:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211279.767646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211279.767698:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211279.767702:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211279.767707:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211279.767711:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702528, portal 4 00000400:00000010:3.0:1715211279.767715:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5880. 00000100:00000200:3.0:1715211279.767718:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702528, offset 0 00000400:00000200:3.0:1715211279.767725:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:0.0:1715211279.767731:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211279.767733:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211279.767736:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211279.767739:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43091b8. 00000400:00000200:3.0:1715211279.767739:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211279.767742:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715211279.767744:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7004c8. 00000400:00000200:3.0:1715211279.767745:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:0.0:1715211279.767748:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702464, portal 25 00000400:00000200:3.0:1715211279.767748:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1030:1030:256:4294967295] 192.168.203.134@tcp LPNI seq info [1030:1030:8:4294967295] 00000400:00000010:0.0:1715211279.767752:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700cc0. 00000100:00000200:0.0:1715211279.767753:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702464, offset 0 00000400:00000200:3.0:1715211279.767759:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715211279.767761:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211279.767763:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211279.767766:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715211279.767769:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211279.767771:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211279.767773:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211279.767776:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211279.767778:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211279.767779:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211279.767781:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211279.767781:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211279.767784:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1031:1031:255:4294967295] 192.168.203.134@tcp LPNI seq info [1031:1031:7:4294967295] 00000400:00000200:0.0:1715211279.767794:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211279.767798:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211279.767810:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d500. 00000800:00000200:0.0:1715211279.767815:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211279.767821:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211279.767824:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211279.767843:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211279.767849:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715211279.767854:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211279.767860:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211279.767864:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5880 00000400:00000010:1.0:1715211279.767865:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5880. 00000100:00000200:1.0:1715211279.767872:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954702528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211279.767926:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211279.767928:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d500. 00000400:00000200:1.0:1715211279.767931:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211279.767935:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211279.767937:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700cc0 00000400:00000010:1.0:1715211279.767939:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700cc0. 00000100:00000200:1.0:1715211279.767943:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954702464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211279.769527:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211279.769539:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304106c0 00000400:00000200:0.0:1715211279.769545:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x20f9 [1] + 224 00000400:00000200:0.0:1715211279.769554:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211279.769557:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211279.769564:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954702528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211279.769598:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211279.769603:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410680 00000400:00000200:0.0:1715211279.769607:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2101 [1] + 224 00000400:00000200:0.0:1715211279.769620:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211279.769624:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211279.769629:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954702464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211279.769685:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211279.769692:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211279.769694:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211279.769702:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954702528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211279.769713:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954702528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211279.769733:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715211279.769737:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211279.769740:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:1.0:1715211279.769746:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43091b8. 00000400:00000200:1.0:1715211279.769754:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7004c8 00000400:00000010:1.0:1715211279.769756:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7004c8. 00000100:00000200:1.0:1715211279.769764:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954702464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211279.769775:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954702464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211279.769802:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211279.769807:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211279.769810:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211284.775608:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211284.775627:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211284.775663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211284.775667:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715211284.775706:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211284.775710:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211284.775714:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211284.775718:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702656, portal 4 00000400:00000010:3.0:1715211284.775722:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5cc0. 00000100:00000200:3.0:1715211284.775724:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702656, offset 0 00000400:00000200:3.0:1715211284.775735:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211284.775742:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211284.775746:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211284.775749:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211284.775751:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:3.0:1715211284.775752:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211284.775754:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211284.775757:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1032:1032:256:4294967295] 192.168.203.134@tcp LPNI seq info [1032:1032:8:4294967295] 00000400:00000010:1.0:1715211284.775759:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211284.775763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211284.775766:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211284.775767:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702592, portal 25 00000400:00000010:1.0:1715211284.775771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000800:00000200:3.0:1715211284.775771:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211284.775774:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702592, offset 0 00000800:00000010:3.0:1715211284.775774:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000800:00000200:3.0:1715211284.775779:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211284.775781:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211284.775785:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211284.775789:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211284.775789:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211284.775792:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211284.775796:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211284.775798:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211284.775801:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211284.775804:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1033:1033:255:4294967295] 192.168.203.134@tcp LPNI seq info [1033:1033:7:4294967295] 00000400:00000200:1.0:1715211284.775813:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211284.775818:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211284.775821:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211284.775826:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211284.775832:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211284.775835:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211284.775850:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211284.775855:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715211284.775860:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211284.775867:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211284.775871:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5cc0 00000400:00000010:0.0:1715211284.775873:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5cc0. 00000100:00000200:0.0:1715211284.775879:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954702656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211284.775935:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211284.775937:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211284.775941:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211284.775953:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211284.775956:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715211284.775957:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715211284.775962:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954702592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211284.777538:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211284.777550:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410700 00000400:00000200:0.0:1715211284.777556:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2111 [1] + 224 00000400:00000200:0.0:1715211284.777564:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211284.777568:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211284.777574:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954702592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211284.777608:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211284.777612:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410740 00000400:00000200:0.0:1715211284.777617:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2109 [1] + 224 00000400:00000200:0.0:1715211284.777633:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211284.777637:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211284.777641:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954702656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211284.777697:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211284.777704:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211284.777706:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211284.777713:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954702592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211284.777724:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954702592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211284.777754:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 02000000:00000010:1.0:1715211284.777756:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211284.777760:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000200:3.0:1715211284.777762:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000100:00000010:1.0:1715211284.777763:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:3.0:1715211284.777764:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211284.777772:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954702656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211284.777782:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954702656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211284.777803:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 02000000:00000010:3.0:1715211284.777816:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211284.777819:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211289.783607:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211289.783629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211289.783673:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211289.783677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715211289.783738:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211289.783745:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211289.783752:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211289.783760:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702784, portal 4 02000000:00000010:0.0:1715211289.783761:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000010:3.0:1715211289.783766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5dd0. 00000100:00000200:3.0:1715211289.783768:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702784, offset 0 00000400:00000010:0.0:1715211289.783770:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309f78. 00000400:00000200:3.0:1715211289.783779:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211289.783786:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700198. 00000100:00000200:0.0:1715211289.783790:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702720, portal 25 00000400:00000010:0.0:1715211289.783794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700880. 00000400:00000200:3.0:1715211289.783794:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211289.783796:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702720, offset 0 00000400:00000200:3.0:1715211289.783799:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211289.783803:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211289.783804:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211289.783807:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211289.783810:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211289.783813:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1034:1034:256:4294967295] 192.168.203.134@tcp LPNI seq info [1034:1034:8:4294967295] 00000400:00000200:3.0:1715211289.783824:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211289.783830:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211289.783832:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211289.783834:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715211289.783836:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211289.783839:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211289.783841:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211289.783851:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211289.783855:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211289.783856:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211289.783857:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211289.783860:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1035:1035:255:4294967295] 192.168.203.134@tcp LPNI seq info [1035:1035:7:4294967295] 00000400:00000200:0.0:1715211289.783870:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211289.783876:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211289.783879:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715211289.783884:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211289.783890:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211289.783893:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211289.783927:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211289.783933:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715211289.783940:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211289.783947:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211289.783951:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5dd0 00000400:00000010:1.0:1715211289.783953:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5dd0. 00000100:00000200:1.0:1715211289.783962:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954702784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211289.784028:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211289.784031:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715211289.784033:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211289.784037:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211289.784039:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700880 00000400:00000010:1.0:1715211289.784041:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700880. 00000100:00000200:1.0:1715211289.784046:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954702720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211289.785762:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211289.785776:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304107c0 00000400:00000200:0.0:1715211289.785783:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2119 [1] + 224 00000400:00000200:0.0:1715211289.785794:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211289.785797:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211289.785805:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954702784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211289.785839:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211289.785844:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410780 00000400:00000200:0.0:1715211289.785848:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2121 [1] + 224 00000400:00000200:0.0:1715211289.785863:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211289.785867:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211289.785872:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954702720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211289.785929:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211289.785937:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211289.785939:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211289.785947:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954702784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211289.785958:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954702784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211289.785994:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309f78. 02000000:00000010:3.0:1715211289.785997:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 00000400:00000200:1.0:1715211289.786002:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700198 02000000:00000010:3.0:1715211289.786002:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000400:00000010:1.0:1715211289.786004:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700198. 00000100:00000010:3.0:1715211289.786006:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:1.0:1715211289.786012:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954702720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211289.786023:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954702720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211289.786040:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211289.786047:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211289.786050:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211294.791603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211294.791615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211294.791648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211294.791652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211294.791690:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06a00. 00000400:00000010:3.0:1715211294.791694:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211294.791698:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211294.791702:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702912, portal 4 00000400:00000010:3.0:1715211294.791707:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5220. 00000100:00000200:3.0:1715211294.791709:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954702912, offset 0 00000400:00000200:3.0:1715211294.791719:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211294.791727:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211294.791731:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211294.791734:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211294.791735:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000200:3.0:1715211294.791737:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211294.791739:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211294.791742:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1036:1036:256:4294967295] 192.168.203.134@tcp LPNI seq info [1036:1036:8:4294967295] 00000400:00000200:3.0:1715211294.791752:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211294.791753:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211294.791757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000200:3.0:1715211294.791757:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211294.791760:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000100:00000200:1.0:1715211294.791761:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702848, portal 25 00000800:00000200:3.0:1715211294.791764:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715211294.791765:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000100:00000200:1.0:1715211294.791767:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702848, offset 0 00000800:00000200:3.0:1715211294.791770:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211294.791773:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211294.791774:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211294.791782:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211294.791785:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211294.791789:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211294.791791:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211294.791794:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211294.791797:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1037:1037:255:4294967295] 192.168.203.134@tcp LPNI seq info [1037:1037:7:4294967295] 00000400:00000200:1.0:1715211294.791806:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211294.791811:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211294.791815:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211294.791819:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211294.791825:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211294.791829:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211294.791870:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211294.791875:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:0.0:1715211294.791880:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211294.791886:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211294.791890:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5220 00000400:00000010:0.0:1715211294.791900:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5220. 00000100:00000200:0.0:1715211294.791907:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954702912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211294.791942:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211294.791944:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211294.791947:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211294.791950:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211294.791953:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715211294.791955:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715211294.791958:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954702848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211294.793149:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211294.793160:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410840 00000400:00000200:0.0:1715211294.793166:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2129 [1] + 224 00000400:00000200:0.0:1715211294.793175:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211294.793178:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211294.793185:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954702912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211294.793218:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211294.793223:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410800 00000400:00000200:0.0:1715211294.793227:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2131 [1] + 224 00000400:00000200:0.0:1715211294.793244:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211294.793248:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211294.793252:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954702848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211294.793306:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211294.793313:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211294.793315:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211294.793332:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954702912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211294.793343:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954702912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211294.793398:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211294.793405:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:3.0:1715211294.793405:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06a00. 00000400:00000010:1.0:1715211294.793407:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:3.0:1715211294.793409:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211294.793412:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:1.0:1715211294.793415:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954702848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211294.793425:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954702848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211294.793443:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211294.793447:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211294.793450:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211299.799583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211299.799595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211299.799630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211299.799634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:3.0:1715211299.799672:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211299.799676:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211299.799680:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211299.799684:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703040, portal 4 00000400:00000010:3.0:1715211299.799688:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5d48. 00000100:00000200:3.0:1715211299.799690:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703040, offset 0 00000400:00000200:3.0:1715211299.799701:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211299.799708:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211299.799712:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211299.799716:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:0.0:1715211299.799718:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715211299.799718:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211299.799721:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211299.799724:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1038:1038:256:4294967295] 192.168.203.134@tcp LPNI seq info [1038:1038:8:4294967295] 00000400:00000010:0.0:1715211299.799726:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309108. 00000400:00000010:0.0:1715211299.799730:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700110. 00000400:00000200:3.0:1715211299.799733:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715211299.799734:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954702976, portal 25 00000800:00000200:3.0:1715211299.799738:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211299.799741:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000800:00000200:3.0:1715211299.799745:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:0.0:1715211299.799747:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700990. 00000100:00000200:0.0:1715211299.799749:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954702976, offset 0 00000800:00000200:3.0:1715211299.799751:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211299.799754:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211299.799756:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211299.799763:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211299.799767:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211299.799770:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211299.799773:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211299.799775:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211299.799778:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1039:1039:255:4294967295] 192.168.203.134@tcp LPNI seq info [1039:1039:7:4294967295] 00000400:00000200:0.0:1715211299.799788:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211299.799793:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211299.799796:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715211299.799800:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211299.799806:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211299.799810:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211299.799828:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211299.799834:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715211299.799839:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211299.799853:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211299.799857:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5d48 00000400:00000010:1.0:1715211299.799859:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5d48. 00000100:00000200:1.0:1715211299.799865:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954703040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211299.799932:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211299.799934:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715211299.799938:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211299.799941:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211299.799944:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700990 00000400:00000010:1.0:1715211299.799945:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700990. 00000100:00000200:1.0:1715211299.799950:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954702976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211299.801501:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211299.801512:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304108c0 00000400:00000200:0.0:1715211299.801518:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2139 [1] + 224 00000400:00000200:0.0:1715211299.801527:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211299.801531:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211299.801537:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954703040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211299.801570:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211299.801575:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410880 00000400:00000200:0.0:1715211299.801580:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2141 [1] + 224 00000400:00000200:0.0:1715211299.801593:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211299.801597:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211299.801602:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954702976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211299.801657:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211299.801665:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211299.801667:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211299.801675:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954703040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211299.801686:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954703040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211299.801706:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715211299.801710:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211299.801713:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715211299.801727:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309108. 00000400:00000200:1.0:1715211299.801735:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700110 00000400:00000010:1.0:1715211299.801737:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700110. 00000100:00000200:1.0:1715211299.801745:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954702976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211299.801756:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954702976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211299.801774:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211299.801778:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211299.801781:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211304.807592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211304.807605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211304.807643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211304.807647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715211304.807685:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211304.807689:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211304.807693:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211304.807697:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703168, portal 4 00000400:00000010:3.0:1715211304.807702:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b54c8. 00000100:00000200:3.0:1715211304.807704:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703168, offset 0 00000400:00000200:3.0:1715211304.807718:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211304.807726:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211304.807729:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211304.807732:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211304.807734:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000200:3.0:1715211304.807735:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211304.807737:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211304.807741:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1040:1040:256:4294967295] 192.168.203.134@tcp LPNI seq info [1040:1040:8:4294967295] 00000400:00000010:1.0:1715211304.807742:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211304.807746:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211304.807750:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211304.807751:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703104, portal 25 00000400:00000010:1.0:1715211304.807754:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000800:00000200:3.0:1715211304.807754:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211304.807756:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954703104, offset 0 00000800:00000010:3.0:1715211304.807758:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715211304.807763:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211304.807772:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211304.807772:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211304.807778:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211304.807781:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211304.807784:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211304.807788:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211304.807790:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211304.807793:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211304.807796:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1041:1041:255:4294967295] 192.168.203.134@tcp LPNI seq info [1041:1041:7:4294967295] 00000400:00000200:1.0:1715211304.807806:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211304.807811:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211304.807814:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211304.807819:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211304.807825:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211304.807828:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211304.807842:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211304.807847:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715211304.807852:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211304.807859:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211304.807863:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b54c8 00000400:00000010:0.0:1715211304.807865:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b54c8. 00000100:00000200:0.0:1715211304.807871:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954703168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211304.807923:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211304.807926:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211304.807929:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211304.807933:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211304.807935:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715211304.807937:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715211304.807941:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954703104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211304.809428:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211304.809439:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410940 00000400:00000200:0.0:1715211304.809445:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2149 [1] + 224 00000400:00000200:0.0:1715211304.809454:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211304.809457:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211304.809498:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954703168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211304.809532:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211304.809537:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410900 00000400:00000200:0.0:1715211304.809542:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2151 [1] + 224 00000400:00000200:0.0:1715211304.809559:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211304.809563:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211304.809574:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954703104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211304.809624:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211304.809631:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211304.809633:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211304.809641:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954703168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211304.809652:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954703168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211304.809673:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715211304.809677:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211304.809679:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715211304.809692:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211304.809699:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211304.809701:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211304.809708:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954703104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211304.809720:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954703104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211304.809737:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715211304.809741:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211304.809744:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211309.815613:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211309.815625:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211309.815658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211309.815663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715211309.815704:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06c00. 00000400:00000010:3.0:1715211309.815708:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211309.815712:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211309.815716:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703296, portal 4 00000400:00000010:3.0:1715211309.815720:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715211309.815722:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703296, offset 0 00000400:00000200:3.0:1715211309.815733:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211309.815740:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211309.815744:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1715211309.815746:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211309.815747:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211309.815750:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211309.815752:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:0.0:1715211309.815754:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43090b0. 00000400:00000200:3.0:1715211309.815755:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1042:1042:256:4294967295] 192.168.203.134@tcp LPNI seq info [1042:1042:8:4294967295] 00000400:00000010:0.0:1715211309.815759:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715211309.815763:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703232, portal 25 00000400:00000200:3.0:1715211309.815764:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715211309.815767:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700d48. 00000100:00000200:0.0:1715211309.815769:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954703232, offset 0 00000400:00000200:0.0:1715211309.815776:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211309.815779:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211309.815782:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715211309.815784:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211309.815787:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211309.815788:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211309.815791:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211309.815792:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211309.815794:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211309.815796:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211309.815796:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211309.815799:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1043:1043:255:4294967295] 192.168.203.134@tcp LPNI seq info [1043:1043:7:4294967295] 00000400:00000200:0.0:1715211309.815809:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211309.815814:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211309.815817:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d300. 00000800:00000200:0.0:1715211309.815821:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211309.815827:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211309.815830:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211309.815853:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211309.815858:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715211309.815863:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211309.815869:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211309.815873:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:1.0:1715211309.815875:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:1.0:1715211309.815882:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954703296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211309.815935:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211309.815946:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d300. 00000400:00000200:1.0:1715211309.815950:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211309.815954:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211309.815957:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700d48 00000400:00000010:1.0:1715211309.815958:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700d48. 00000100:00000200:1.0:1715211309.815963:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954703232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211309.817522:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211309.817533:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304109c0 00000400:00000200:0.0:1715211309.817540:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2159 [1] + 224 00000400:00000200:0.0:1715211309.817548:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211309.817552:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211309.817558:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954703296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211309.817592:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211309.817607:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410980 00000400:00000200:0.0:1715211309.817611:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2161 [1] + 224 00000400:00000200:0.0:1715211309.817624:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211309.817628:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211309.817632:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954703232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211309.817681:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211309.817689:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211309.817691:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211309.817699:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954703296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211309.817709:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954703296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211309.817730:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06c00. 02000000:00000010:3.0:1715211309.817734:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211309.817737:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715211309.817753:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43090b0. 00000400:00000200:1.0:1715211309.817761:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:1.0:1715211309.817763:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000100:00000200:1.0:1715211309.817771:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954703232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211309.817782:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954703232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211309.817799:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211309.817804:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211309.817807:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211314.823588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211314.823602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211314.823639:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211314.823643:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715211314.823685:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211314.823690:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211314.823696:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211314.823701:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703424, portal 4 00000400:00000010:3.0:1715211314.823706:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000100:00000200:3.0:1715211314.823708:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703424, offset 0 00000400:00000200:3.0:1715211314.823716:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211314.823724:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000200:3.0:1715211314.823725:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211314.823729:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211314.823733:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211314.823733:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211314.823736:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715211314.823737:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211314.823741:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703360, portal 25 00000400:00000010:1.0:1715211314.823745:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715211314.823747:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954703360, offset 0 00000400:00000200:3.0:1715211314.823747:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211314.823751:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1044:1044:256:4294967295] 192.168.203.134@tcp LPNI seq info [1044:1044:8:4294967295] 00000400:00000200:1.0:1715211314.823754:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211314.823761:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211314.823767:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211314.823772:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211314.823773:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211314.823777:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211314.823777:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211314.823780:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211314.823784:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211314.823784:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211314.823786:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211314.823788:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211314.823789:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1045:1045:255:4294967295] 192.168.203.134@tcp LPNI seq info [1045:1045:7:4294967295] 00000400:00000200:1.0:1715211314.823799:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211314.823815:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211314.823819:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211314.823824:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211314.823830:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211314.823833:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211314.823854:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211314.823859:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cb00. 00000400:00000200:0.0:1715211314.823865:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211314.823871:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211314.823876:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:0.0:1715211314.823877:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:0.0:1715211314.823885:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954703424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211314.823944:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211314.823947:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211314.823950:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211314.823954:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211314.823957:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715211314.823959:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715211314.823962:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954703360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211314.825395:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211314.825408:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410a40 00000400:00000200:0.0:1715211314.825415:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2169 [1] + 224 00000400:00000200:0.0:1715211314.825424:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211314.825427:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211314.825434:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954703424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211314.825523:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211314.825530:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410a00 00000400:00000200:0.0:1715211314.825534:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2171 [1] + 224 00000400:00000200:0.0:1715211314.825551:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211314.825554:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211314.825559:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954703360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211314.825600:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211314.825608:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211314.825610:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211314.825618:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954703424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211314.825629:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954703424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211314.825651:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211314.825656:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211314.825659:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715211314.825678:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211314.825685:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211314.825687:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211314.825694:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954703360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211314.825705:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954703360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211314.825722:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715211314.825726:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211314.825730:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211319.831608:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211319.831627:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211319.831665:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211319.831669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715211319.831717:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211319.831722:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211319.831731:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211319.831742:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703552, portal 4 00000400:00000010:3.0:1715211319.831747:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715211319.831749:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703552, offset 0 02000000:00000010:0.0:1715211319.831751:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211319.831757:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211319.831759:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309058. 00000400:00000010:0.0:1715211319.831764:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000200:3.0:1715211319.831767:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:0.0:1715211319.831768:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703488, portal 25 00000400:00000010:0.0:1715211319.831772:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715211319.831774:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954703488, offset 0 00000400:00000200:0.0:1715211319.831781:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211319.831782:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211319.831787:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211319.831790:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211319.831793:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211319.831796:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1046:1046:256:4294967295] 192.168.203.134@tcp LPNI seq info [1046:1046:8:4294967295] 00000400:00000200:3.0:1715211319.831806:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211319.831811:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211319.831815:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211319.831815:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715211319.831819:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211319.831821:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211319.831822:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211319.831825:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211319.831827:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211319.831828:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211319.831830:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1047:1047:255:4294967295] 192.168.203.134@tcp LPNI seq info [1047:1047:7:4294967295] 00000800:00000200:3.0:1715211319.831833:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211319.831839:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211319.831844:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211319.831847:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5de00. 00000800:00000200:0.0:1715211319.831852:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211319.831858:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211319.831862:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211319.831901:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211319.831907:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211319.831913:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211319.831919:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211319.831923:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:1.0:1715211319.831925:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:1.0:1715211319.831933:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954703552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211319.831999:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211319.832002:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5de00. 00000400:00000200:1.0:1715211319.832004:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211319.832008:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211319.832010:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:1.0:1715211319.832012:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:1.0:1715211319.832016:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954703488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211319.833711:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211319.833723:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410ac0 00000400:00000200:0.0:1715211319.833739:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2179 [1] + 224 00000400:00000200:0.0:1715211319.833750:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211319.833754:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211319.833760:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954703552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211319.833796:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211319.833801:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410a80 00000400:00000200:0.0:1715211319.833806:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2181 [1] + 224 00000400:00000200:0.0:1715211319.833818:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211319.833822:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211319.833827:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954703488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211319.833884:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211319.833892:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211319.833894:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211319.833902:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954703552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211319.833913:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954703552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211319.833936:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 02000000:00000010:3.0:1715211319.833941:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211319.833944:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715211319.833945:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309058. 00000400:00000200:1.0:1715211319.833953:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715211319.833955:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715211319.833963:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954703488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211319.833974:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954703488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211319.833991:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211319.833997:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211319.834000:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211324.839615:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211324.839636:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211324.839679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211324.839683:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:3.0:1715211324.839733:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07200. 00000400:00000010:3.0:1715211324.839740:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211324.839747:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211324.839754:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703680, portal 4 00000400:00000010:3.0:1715211324.839759:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 02000000:00000010:1.0:1715211324.839766:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:3.0:1715211324.839772:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703680, offset 0 00000400:00000010:1.0:1715211324.839776:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211324.839783:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211324.839790:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211324.839794:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703616, portal 25 00000400:00000200:3.0:1715211324.839796:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211324.839798:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715211324.839800:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954703616, offset 0 00000400:00000200:3.0:1715211324.839802:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211324.839807:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211324.839808:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211324.839811:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211324.839814:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211324.839817:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1048:1048:256:4294967295] 192.168.203.134@tcp LPNI seq info [1048:1048:8:4294967295] 00000400:00000200:3.0:1715211324.839828:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211324.839834:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211324.839837:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211324.839838:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715211324.839840:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211324.839843:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211324.839844:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211324.839846:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211324.839849:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211324.839852:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1049:1049:255:4294967295] 192.168.203.134@tcp LPNI seq info [1049:1049:7:4294967295] 00000800:00000200:3.0:1715211324.839853:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211324.839858:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211324.839862:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211324.839867:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211324.839870:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211324.839875:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211324.839881:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211324.839885:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211324.839924:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211324.839930:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715211324.839937:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211324.839944:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211324.839949:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:0.0:1715211324.839951:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:0.0:1715211324.839960:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954703680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211324.840017:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211324.840020:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211324.840023:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211324.840027:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211324.840029:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715211324.840030:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715211324.840034:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954703616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211324.841521:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211324.841544:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410b40 00000400:00000200:0.0:1715211324.841551:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2189 [1] + 224 00000400:00000200:0.0:1715211324.841563:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211324.841567:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211324.841575:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954703680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211324.841612:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211324.841617:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410b00 00000400:00000200:0.0:1715211324.841622:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2191 [1] + 224 00000400:00000200:0.0:1715211324.841637:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211324.841641:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211324.841645:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954703616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211324.841700:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211324.841707:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211324.841709:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211324.841717:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954703680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211324.841728:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954703680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211324.841756:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07200. 00000400:00000010:1.0:1715211324.841762:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:3.0:1715211324.841762:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211324.841765:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000200:1.0:1715211324.841769:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211324.841771:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211324.841779:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954703616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211324.841789:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954703616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211324.841806:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211324.841811:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211324.841814:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211329.847607:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211329.847619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211329.847653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211329.847657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715211329.847696:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211329.847700:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211329.847713:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211329.847717:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703808, portal 4 00000400:00000010:3.0:1715211329.847722:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000100:00000200:3.0:1715211329.847723:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703808, offset 0 00000400:00000200:3.0:1715211329.847730:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211329.847738:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:0.0:1715211329.847741:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211329.847741:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211329.847745:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211329.847747:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715211329.847750:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309000. 00000400:00000200:3.0:1715211329.847750:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211329.847753:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1050:1050:256:4294967295] 192.168.203.134@tcp LPNI seq info [1050:1050:8:4294967295] 00000400:00000010:0.0:1715211329.847754:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000100:00000200:0.0:1715211329.847758:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703744, portal 25 00000400:00000010:0.0:1715211329.847762:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000200:3.0:1715211329.847762:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715211329.847764:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954703744, offset 0 00000800:00000200:3.0:1715211329.847767:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211329.847770:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c600. 00000400:00000200:0.0:1715211329.847771:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211329.847775:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211329.847779:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211329.847781:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211329.847783:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211329.847784:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211329.847786:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211329.847789:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211329.847791:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211329.847794:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1051:1051:255:4294967295] 192.168.203.134@tcp LPNI seq info [1051:1051:7:4294967295] 00000400:00000200:0.0:1715211329.847804:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211329.847809:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211329.847821:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d100. 00000800:00000200:0.0:1715211329.847826:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211329.847832:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211329.847835:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211329.847844:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211329.847850:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c600. 00000400:00000200:1.0:1715211329.847855:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211329.847861:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211329.847865:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:1.0:1715211329.847867:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:1.0:1715211329.847874:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954703808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211329.847929:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211329.847931:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d100. 00000400:00000200:1.0:1715211329.847934:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211329.847938:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211329.847941:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715211329.847943:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715211329.847947:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954703744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211329.849427:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211329.849438:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410bc0 00000400:00000200:0.0:1715211329.849445:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2199 [1] + 224 00000400:00000200:0.0:1715211329.849454:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211329.849457:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211329.849499:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954703808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211329.849533:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211329.849538:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410b80 00000400:00000200:0.0:1715211329.849542:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21a1 [1] + 224 00000400:00000200:0.0:1715211329.849556:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211329.849560:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211329.849565:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954703744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211329.849617:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211329.849624:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211329.849626:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211329.849634:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954703808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211329.849645:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954703808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211329.849665:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715211329.849669:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211329.849672:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715211329.849687:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309000. 00000400:00000200:1.0:1715211329.849695:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715211329.849696:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715211329.849705:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954703744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211329.849715:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954703744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211329.849742:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211329.849747:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211329.849749:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211334.855598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211334.855618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211334.855651:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211334.855665:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:3.0:1715211334.855712:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06400. 00000400:00000010:3.0:1715211334.855716:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211334.855720:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211334.855724:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703936, portal 4 00000400:00000010:3.0:1715211334.855728:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715211334.855730:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954703936, offset 0 00000400:00000200:3.0:1715211334.855737:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211334.855745:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:3.0:1715211334.855745:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211334.855748:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211334.855751:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211334.855753:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211334.855754:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211334.855756:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211334.855757:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211334.855760:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1052:1052:256:4294967295] 192.168.203.134@tcp LPNI seq info [1052:1052:8:4294967295] 00000100:00000200:1.0:1715211334.855762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954703872, portal 25 00000400:00000010:1.0:1715211334.855765:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715211334.855768:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954703872, offset 0 00000400:00000200:3.0:1715211334.855769:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715211334.855774:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211334.855774:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211334.855777:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211334.855782:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211334.855782:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211334.855786:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211334.855788:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211334.855790:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211334.855791:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211334.855792:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211334.855795:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211334.855798:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1053:1053:255:4294967295] 192.168.203.134@tcp LPNI seq info [1053:1053:7:4294967295] 00000400:00000200:1.0:1715211334.855807:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211334.855812:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211334.855815:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211334.855820:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211334.855826:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211334.855829:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211334.855860:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211334.855866:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:0.0:1715211334.855870:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211334.855877:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211334.855881:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:0.0:1715211334.855883:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:0.0:1715211334.855889:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954703936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211334.855920:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211334.855922:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211334.855924:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211334.855936:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211334.855939:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715211334.855941:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715211334.855945:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954703872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211334.857166:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211334.857177:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410c40 00000400:00000200:0.0:1715211334.857183:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21a9 [1] + 224 00000400:00000200:0.0:1715211334.857289:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211334.857295:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211334.857302:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954703936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211334.857335:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211334.857342:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410c00 00000400:00000200:0.0:1715211334.857346:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21b1 [1] + 224 00000400:00000200:0.0:1715211334.857364:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211334.857368:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211334.857372:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954703872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211334.857427:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211334.857434:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211334.857437:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211334.857444:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954703936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211334.857455:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954703936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211334.857504:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06400. 02000000:00000010:3.0:1715211334.857509:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000400:00000010:1.0:1715211334.857512:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:3.0:1715211334.857512:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000200:1.0:1715211334.857519:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211334.857521:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211334.857529:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954703872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211334.857540:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954703872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211334.857573:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211334.857577:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211334.857580:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211339.863599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211339.863611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211339.863644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211339.863648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211339.863686:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211339.863690:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211339.863694:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211339.863698:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704064, portal 4 00000400:00000010:3.0:1715211339.863703:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715211339.863705:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704064, offset 0 00000400:00000200:3.0:1715211339.863712:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211339.863719:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211339.863723:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211339.863726:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211339.863729:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211339.863731:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:0.0:1715211339.863733:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000400:00000200:3.0:1715211339.863734:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1054:1054:256:4294967295] 192.168.203.134@tcp LPNI seq info [1054:1054:8:4294967295] 00000400:00000010:0.0:1715211339.863741:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309d68. 00000400:00000200:3.0:1715211339.863743:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:0.0:1715211339.863746:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000800:00000200:3.0:1715211339.863748:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715211339.863750:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704000, portal 25 00000800:00000010:3.0:1715211339.863752:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cd00. 00000400:00000010:0.0:1715211339.863753:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:0.0:1715211339.863755:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704000, offset 0 00000800:00000200:3.0:1715211339.863756:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211339.863762:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211339.863762:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211339.863766:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211339.863770:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211339.863774:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211339.863777:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211339.863788:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211339.863790:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211339.863793:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1055:1055:255:4294967295] 192.168.203.134@tcp LPNI seq info [1055:1055:7:4294967295] 00000400:00000200:0.0:1715211339.863803:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211339.863808:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211339.863812:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000800:00000200:0.0:1715211339.863817:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211339.863823:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211339.863826:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211339.863834:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211339.863840:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cd00. 00000400:00000200:1.0:1715211339.863844:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211339.863851:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211339.863854:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:1.0:1715211339.863856:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:1.0:1715211339.863862:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954704064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211339.863893:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211339.863895:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715211339.863898:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211339.863901:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211339.863903:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:1.0:1715211339.863905:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:1.0:1715211339.863909:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954704000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211339.865148:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211339.865160:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410cc0 00000400:00000200:0.0:1715211339.865166:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21b9 [1] + 224 00000400:00000200:0.0:1715211339.865175:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211339.865179:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211339.865185:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954704064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211339.865218:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211339.865224:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410c80 00000400:00000200:0.0:1715211339.865228:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21c1 [1] + 224 00000400:00000200:0.0:1715211339.865244:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211339.865248:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211339.865252:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954704000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211339.865304:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211339.865311:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211339.865313:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211339.865321:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954704064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211339.865332:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954704064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211339.865368:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211339.865372:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211339.865374:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715211339.865376:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309d68. 00000400:00000200:1.0:1715211339.865384:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715211339.865385:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715211339.865393:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954704000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211339.865404:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954704000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211339.865422:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211339.865429:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211339.865432:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211344.871595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211344.871607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211344.871645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211344.871649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:3.0:1715211344.871688:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211344.871692:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211344.871696:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211344.871700:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704192, portal 4 00000400:00000010:3.0:1715211344.871704:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715211344.871706:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704192, offset 0 00000400:00000200:3.0:1715211344.871717:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211344.871724:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211344.871728:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211344.871731:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211344.871732:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000200:3.0:1715211344.871733:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211344.871736:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211344.871739:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1056:1056:256:4294967295] 192.168.203.134@tcp LPNI seq info [1056:1056:8:4294967295] 00000400:00000200:3.0:1715211344.871748:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211344.871749:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211344.871753:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000200:3.0:1715211344.871753:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211344.871756:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000100:00000200:1.0:1715211344.871757:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704128, portal 25 00000400:00000010:1.0:1715211344.871761:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000800:00000200:3.0:1715211344.871761:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715211344.871763:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704128, offset 0 00000800:00000200:3.0:1715211344.871766:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211344.871769:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211344.871770:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211344.871778:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211344.871781:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211344.871785:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211344.871787:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211344.871790:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211344.871793:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1057:1057:255:4294967295] 192.168.203.134@tcp LPNI seq info [1057:1057:7:4294967295] 00000400:00000200:1.0:1715211344.871802:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211344.871807:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211344.871810:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211344.871815:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211344.871821:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211344.871825:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211344.871838:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211344.871843:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715211344.871848:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211344.871854:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211344.871857:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:0.0:1715211344.871871:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:0.0:1715211344.871878:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954704192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211344.871916:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211344.871918:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211344.871921:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211344.871925:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211344.871928:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715211344.871929:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715211344.871933:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954704128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211344.873062:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211344.873073:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410d40 00000400:00000200:0.0:1715211344.873080:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21c9 [1] + 224 00000400:00000200:0.0:1715211344.873088:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211344.873092:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211344.873099:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954704192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211344.873134:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211344.873139:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410d00 00000400:00000200:0.0:1715211344.873144:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21d1 [1] + 224 00000400:00000200:0.0:1715211344.873160:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211344.873164:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211344.873168:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954704128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211344.873226:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211344.873233:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211344.873235:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211344.873251:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954704192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211344.873262:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954704192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211344.873281:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:3.0:1715211344.873283:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211344.873287:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211344.873289:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:3.0:1715211344.873290:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000010:1.0:1715211344.873291:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211344.873299:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954704128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211344.873309:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954704128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211344.873327:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211344.873331:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211344.873334:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211349.879605:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211349.879629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211349.879674:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211349.879678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:3.0:1715211349.879729:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06600. 00000400:00000010:3.0:1715211349.879736:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211349.879743:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211349.879751:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704320, portal 4 00000400:00000010:3.0:1715211349.879757:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000100:00000200:3.0:1715211349.879759:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704320, offset 0 02000000:00000010:0.0:1715211349.879763:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715211349.879769:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211349.879773:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309160. 00000400:00000010:0.0:1715211349.879778:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:0.0:1715211349.879783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704256, portal 25 00000400:00000200:3.0:1715211349.879784:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211349.879789:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211349.879794:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211349.879798:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715211349.879800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000200:3.0:1715211349.879800:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:0.0:1715211349.879802:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704256, offset 0 00000400:00000200:3.0:1715211349.879804:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1058:1058:256:4294967295] 192.168.203.134@tcp LPNI seq info [1058:1058:8:4294967295] 00000400:00000200:0.0:1715211349.879809:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211349.879815:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211349.879821:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211349.879825:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c900. 00000400:00000200:0.0:1715211349.879829:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211349.879831:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211349.879833:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211349.879837:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211349.879839:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211349.879841:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211349.879842:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211349.879845:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1059:1059:255:4294967295] 192.168.203.134@tcp LPNI seq info [1059:1059:7:4294967295] 00000800:00000200:3.0:1715211349.879845:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211349.879854:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211349.879859:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211349.879862:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715211349.879867:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211349.879873:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211349.879876:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211349.879933:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211349.879939:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c900. 00000400:00000200:1.0:1715211349.879945:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211349.879961:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211349.879966:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:1.0:1715211349.879968:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:1.0:1715211349.880018:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954704320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211349.880092:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211349.880094:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715211349.880097:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211349.880101:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211349.880103:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:1.0:1715211349.880105:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:1.0:1715211349.880110:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954704256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211349.881664:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211349.881677:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410dc0 00000400:00000200:0.0:1715211349.881685:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21d9 [1] + 224 00000400:00000200:0.0:1715211349.881696:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211349.881699:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211349.881707:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954704320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211349.881743:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211349.881748:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410d80 00000400:00000200:0.0:1715211349.881753:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21e1 [1] + 224 00000400:00000200:0.0:1715211349.881770:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211349.881774:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211349.881779:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954704256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211349.881826:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211349.881834:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211349.881836:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211349.881844:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954704320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211349.881855:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954704320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211349.881883:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06600. 02000000:00000010:3.0:1715211349.881888:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211349.881892:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715211349.881911:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309160. 00000400:00000200:1.0:1715211349.881918:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715211349.881920:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715211349.881928:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954704256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211349.881939:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954704256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211349.881957:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211349.881961:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211349.881964:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211354.887608:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211354.887624:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211354.887657:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211354.887661:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:3.0:1715211354.887701:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211354.887705:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211354.887709:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211354.887716:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704448, portal 4 00000400:00000010:3.0:1715211354.887722:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5770. 00000100:00000200:3.0:1715211354.887724:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704448, offset 0 00000400:00000200:3.0:1715211354.887730:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211354.887738:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211354.887741:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211354.887745:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211354.887748:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:3.0:1715211354.887748:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211354.887750:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211354.887753:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1060:1060:256:4294967295] 192.168.203.134@tcp LPNI seq info [1060:1060:8:4294967295] 00000400:00000010:1.0:1715211354.887756:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211354.887761:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211354.887762:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211354.887765:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704384, portal 25 00000800:00000200:3.0:1715211354.887767:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211354.887768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715211354.887770:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704384, offset 0 00000800:00000010:3.0:1715211354.887771:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000400:00000200:1.0:1715211354.887777:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211354.887785:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211354.887786:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211354.887791:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211354.887794:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211354.887798:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211354.887802:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211354.887804:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211354.887807:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211354.887810:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1061:1061:255:4294967295] 192.168.203.134@tcp LPNI seq info [1061:1061:7:4294967295] 00000400:00000200:1.0:1715211354.887820:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211354.887825:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211354.887829:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211354.887834:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211354.887840:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211354.887843:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211354.887867:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211354.887872:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715211354.887876:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211354.887883:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211354.887886:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5770 00000400:00000010:0.0:1715211354.887888:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5770. 00000100:00000200:0.0:1715211354.887895:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954704448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211354.887925:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211354.887927:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211354.887930:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211354.887933:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211354.887936:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715211354.887971:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715211354.887975:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954704384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211354.889232:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211354.889244:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410e40 00000400:00000200:0.0:1715211354.889250:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21e9 [1] + 224 00000400:00000200:0.0:1715211354.889258:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211354.889262:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211354.889268:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954704448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211354.889303:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211354.889308:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410e00 00000400:00000200:0.0:1715211354.889312:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21f1 [1] + 224 00000400:00000200:0.0:1715211354.889329:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211354.889332:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211354.889343:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954704384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211354.889389:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211354.889396:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211354.889398:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211354.889406:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954704448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211354.889417:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954704448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211354.889438:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211354.889442:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211354.889445:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715211354.889491:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211354.889499:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211354.889501:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211354.889509:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954704384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211354.889520:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954704384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211354.889538:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211354.889544:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211354.889547:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211359.895585:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211359.895597:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211359.895631:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211359.895635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:3.0:1715211359.895673:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211359.895677:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211359.895681:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211359.895685:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704576, portal 4 00000400:00000010:3.0:1715211359.895690:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5f68. 00000100:00000200:3.0:1715211359.895692:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704576, offset 0 00000400:00000200:3.0:1715211359.895699:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211359.895707:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211359.895711:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211359.895714:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211359.895716:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1715211359.895718:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211359.895719:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211359.895722:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1062:1062:256:4294967295] 192.168.203.134@tcp LPNI seq info [1062:1062:8:4294967295] 00000400:00000010:0.0:1715211359.895726:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309210. 00000400:00000010:0.0:1715211359.895731:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000200:3.0:1715211359.895731:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:0.0:1715211359.895734:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704512, portal 25 00000400:00000010:0.0:1715211359.895738:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000100:00000200:0.0:1715211359.895740:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704512, offset 0 00000800:00000200:3.0:1715211359.895746:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211359.895748:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211359.895750:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c000. 00000800:00000200:3.0:1715211359.895755:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211359.895756:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211359.895761:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211359.895761:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211359.895764:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211359.895764:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211359.895766:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211359.895769:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211359.895772:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1063:1063:255:4294967295] 192.168.203.134@tcp LPNI seq info [1063:1063:7:4294967295] 00000400:00000200:0.0:1715211359.895781:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211359.895786:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211359.895789:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715211359.895794:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211359.895800:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211359.895803:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211359.895826:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211359.895831:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c000. 00000400:00000200:1.0:1715211359.895836:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211359.895842:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211359.895846:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5f68 00000400:00000010:1.0:1715211359.895848:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5f68. 00000100:00000200:1.0:1715211359.895855:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954704576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211359.895951:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211359.895962:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715211359.895965:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211359.895970:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211359.895973:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:1.0:1715211359.895974:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:1.0:1715211359.895980:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954704512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211359.897389:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211359.897400:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410ec0 00000400:00000200:0.0:1715211359.897406:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x21f9 [1] + 224 00000400:00000200:0.0:1715211359.897415:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211359.897419:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211359.897425:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954704576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211359.897494:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211359.897510:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410e80 00000400:00000200:0.0:1715211359.897515:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2201 [1] + 224 00000400:00000200:0.0:1715211359.897532:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211359.897535:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211359.897541:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954704512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211359.897548:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211359.897556:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211359.897557:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211359.897565:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954704576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211359.897576:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954704576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211359.897597:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211359.897601:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211359.897604:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715211359.897663:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309210. 00000400:00000200:1.0:1715211359.897670:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:1.0:1715211359.897672:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:1.0:1715211359.897680:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954704512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211359.897691:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954704512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211359.897708:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211359.897713:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211359.897716:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211364.903595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211364.903607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211364.903645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211364.903649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:3.0:1715211364.903688:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07a00. 00000400:00000010:3.0:1715211364.903692:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211364.903695:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211364.903699:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704704, portal 4 00000400:00000010:3.0:1715211364.903704:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5088. 00000100:00000200:3.0:1715211364.903706:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704704, offset 0 00000400:00000200:3.0:1715211364.903712:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211364.903720:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211364.903724:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211364.903727:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211364.903729:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:3.0:1715211364.903729:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715211364.903737:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211364.903741:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211364.903742:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211364.903744:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1064:1064:256:4294967295] 192.168.203.134@tcp LPNI seq info [1064:1064:8:4294967295] 00000100:00000200:1.0:1715211364.903746:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704640, portal 25 00000400:00000010:1.0:1715211364.903749:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715211364.903751:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704640, offset 0 00000400:00000200:3.0:1715211364.903754:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715211364.903758:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211364.903759:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211364.903764:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211364.903766:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211364.903768:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211364.903770:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211364.903774:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211364.903775:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211364.903776:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211364.903778:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211364.903779:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211364.903782:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1065:1065:255:4294967295] 192.168.203.134@tcp LPNI seq info [1065:1065:7:4294967295] 00000400:00000200:1.0:1715211364.903791:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211364.903807:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211364.903811:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211364.903816:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211364.903822:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211364.903825:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211364.903847:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211364.903852:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cf00. 00000400:00000200:0.0:1715211364.903857:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211364.903863:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211364.903867:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5088 00000400:00000010:0.0:1715211364.903906:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5088. 00000100:00000200:0.0:1715211364.903913:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954704704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211364.903947:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211364.903950:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211364.903952:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211364.903956:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211364.903958:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715211364.903960:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715211364.903963:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954704640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211364.905060:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211364.905071:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410f40 00000400:00000200:0.0:1715211364.905078:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2209 [1] + 224 00000400:00000200:0.0:1715211364.905086:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211364.905090:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211364.905096:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954704704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211364.905150:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211364.905156:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410f00 00000400:00000200:0.0:1715211364.905160:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2211 [1] + 224 00000400:00000200:0.0:1715211364.905175:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211364.905178:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211364.905183:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954704640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211364.905230:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211364.905238:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211364.905240:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211364.905247:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954704704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211364.905258:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954704704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211364.905279:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07a00. 02000000:00000010:3.0:1715211364.905283:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211364.905286:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715211364.905297:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211364.905304:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211364.905306:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211364.905313:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954704640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211364.905324:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954704640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211364.905341:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715211364.905345:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211364.905348:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211369.911591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211369.911602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211369.911640:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211369.911646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:3.0:1715211369.911683:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715211369.911687:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211369.911695:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211369.911699:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704832, portal 4 00000400:00000010:3.0:1715211369.911703:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b53b8. 00000100:00000200:3.0:1715211369.911705:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704832, offset 0 00000400:00000200:3.0:1715211369.911716:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211369.911723:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:0.0:1715211369.911730:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211369.911736:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715211369.911738:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309268. 00000400:00000200:3.0:1715211369.911739:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:0.0:1715211369.911742:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000400:00000200:3.0:1715211369.911742:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211369.911744:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:0.0:1715211369.911746:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704768, portal 25 00000400:00000200:3.0:1715211369.911748:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1066:1066:256:4294967295] 192.168.203.134@tcp LPNI seq info [1066:1066:8:4294967295] 00000400:00000010:0.0:1715211369.911750:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:0.0:1715211369.911752:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704768, offset 0 00000400:00000200:3.0:1715211369.911757:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:0.0:1715211369.911759:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211369.911762:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211369.911766:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ce00. 00000400:00000200:0.0:1715211369.911767:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:3.0:1715211369.911770:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211369.911771:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211369.911775:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211369.911776:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211369.911777:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211369.911780:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211369.911780:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211369.911783:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1067:1067:255:4294967295] 192.168.203.134@tcp LPNI seq info [1067:1067:7:4294967295] 00000400:00000200:0.0:1715211369.911792:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211369.911797:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211369.911800:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715211369.911805:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211369.911811:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211369.911814:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211369.911870:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211369.911876:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ce00. 00000400:00000200:1.0:1715211369.911881:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211369.911887:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211369.911891:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b53b8 00000400:00000010:1.0:1715211369.911893:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b53b8. 00000100:00000200:1.0:1715211369.911899:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954704832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211369.911954:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211369.911956:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715211369.911959:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211369.911963:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211369.911965:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:1.0:1715211369.911967:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715211369.911971:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954704768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211369.913506:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211369.913517:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030410fc0 00000400:00000200:0.0:1715211369.913532:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2219 [1] + 224 00000400:00000200:0.0:1715211369.913542:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211369.913546:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211369.913552:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954704832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211369.913587:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211369.913593:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030410f80 00000400:00000200:0.0:1715211369.913597:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2221 [1] + 224 00000400:00000200:0.0:1715211369.913610:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211369.913614:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211369.913618:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954704768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211369.913672:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211369.913679:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211369.913681:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211369.913689:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954704832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211369.913700:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954704832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211369.913720:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715211369.913725:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211369.913728:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715211369.913739:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309268. 00000400:00000200:1.0:1715211369.913746:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715211369.913748:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715211369.913756:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954704768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211369.913767:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954704768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211369.913785:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:1.0:1715211369.913789:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211369.913792:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211374.919609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211374.919623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211374.919661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211374.919665:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:3.0:1715211374.919708:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07600. 00000400:00000010:3.0:1715211374.919713:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211374.919719:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211374.919724:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704960, portal 4 00000400:00000010:3.0:1715211374.919729:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5908. 00000100:00000200:3.0:1715211374.919740:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954704960, offset 0 00000400:00000200:3.0:1715211374.919749:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211374.919756:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:3.0:1715211374.919758:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211374.919763:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211374.919766:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211374.919767:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211374.919769:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211374.919772:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715211374.919774:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211374.919775:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1068:1068:256:4294967295] 192.168.203.134@tcp LPNI seq info [1068:1068:8:4294967295] 00000100:00000200:1.0:1715211374.919779:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954704896, portal 25 00000400:00000010:1.0:1715211374.919784:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:3.0:1715211374.919784:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211374.919788:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954704896, offset 0 00000800:00000200:3.0:1715211374.919790:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211374.919793:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c400. 00000400:00000200:1.0:1715211374.919797:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:3.0:1715211374.919799:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211374.919843:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211374.919846:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211374.919850:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211374.919851:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211374.919852:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211374.919855:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211374.919855:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211374.919858:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1069:1069:255:4294967295] 192.168.203.134@tcp LPNI seq info [1069:1069:7:4294967295] 00000400:00000200:1.0:1715211374.919868:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211374.919876:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211374.919881:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211374.919888:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211374.919898:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211374.919902:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211374.919941:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211374.919945:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c400. 00000400:00000200:0.0:1715211374.919952:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211374.919960:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211374.919965:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5908 00000400:00000010:0.0:1715211374.919968:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5908. 00000100:00000200:0.0:1715211374.919977:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954704960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211374.920042:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211374.920045:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211374.920048:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211374.920052:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211374.920054:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715211374.920056:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715211374.920060:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954704896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211374.921559:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211374.921579:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411000 00000400:00000200:0.0:1715211374.921585:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2231 [1] + 224 00000400:00000200:0.0:1715211374.921595:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211374.921599:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211374.921606:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954704896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211374.921647:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211374.921655:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411040 00000400:00000200:0.0:1715211374.921661:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2229 [1] + 224 00000400:00000200:0.0:1715211374.921678:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211374.921684:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211374.921692:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954704960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211374.921692:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211374.921697:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211374.921700:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211374.921706:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954704896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211374.921719:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954704896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211374.921743:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715211374.921749:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211374.921753:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:3.0:1715211374.921836:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211374.921843:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211374.921845:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211374.921853:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954704960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211374.921864:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954704960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211374.921885:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07600. 02000000:00000010:3.0:1715211374.921890:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211374.921893:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211379.927576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211379.927589:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211379.927624:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211379.927628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:3.0:1715211379.927666:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715211379.927671:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211379.927684:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211379.927689:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705088, portal 4 00000400:00000010:3.0:1715211379.927694:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5aa0. 00000100:00000200:3.0:1715211379.927696:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954705088, offset 0 00000400:00000200:3.0:1715211379.927703:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211379.927711:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211379.927715:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211379.927718:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211379.927721:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211379.927723:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:0.0:1715211379.927726:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000200:3.0:1715211379.927726:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1070:1070:256:4294967295] 192.168.203.134@tcp LPNI seq info [1070:1070:8:4294967295] 00000400:00000010:0.0:1715211379.927736:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43092c0. 00000400:00000200:3.0:1715211379.927736:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211379.927740:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:0.0:1715211379.927742:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000800:00000010:3.0:1715211379.927744:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39ca00. 00000100:00000200:0.0:1715211379.927747:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705024, portal 25 00000800:00000200:3.0:1715211379.927749:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:0.0:1715211379.927753:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000800:00000200:3.0:1715211379.927755:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:0.0:1715211379.927756:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954705024, offset 0 00000800:00000200:3.0:1715211379.927759:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211379.927765:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211379.927803:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211379.927808:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211379.927813:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211379.927817:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211379.927821:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211379.927825:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1071:1071:255:4294967295] 192.168.203.134@tcp LPNI seq info [1071:1071:7:4294967295] 00000400:00000200:0.0:1715211379.927838:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211379.927847:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211379.927861:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000800:00000200:0.0:1715211379.927868:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211379.927876:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211379.927880:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211379.927916:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211379.927921:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39ca00. 00000400:00000200:1.0:1715211379.927926:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211379.927933:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211379.927938:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5aa0 00000400:00000010:1.0:1715211379.927940:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5aa0. 00000100:00000200:1.0:1715211379.927948:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954705088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211379.927991:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211379.927993:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715211379.927995:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211379.927999:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211379.928002:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:1.0:1715211379.928003:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:1.0:1715211379.928007:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954705024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211379.929128:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211379.929139:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304110c0 00000400:00000200:0.0:1715211379.929145:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2239 [1] + 224 00000400:00000200:0.0:1715211379.929154:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211379.929158:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211379.929164:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954705088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211379.929197:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211379.929202:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411080 00000400:00000200:0.0:1715211379.929206:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2241 [1] + 224 00000400:00000200:0.0:1715211379.929220:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211379.929224:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211379.929228:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954705024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211379.929278:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211379.929286:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211379.929288:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211379.929296:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954705088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211379.929307:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954705088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211379.929310:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43092c0. 00000400:00000200:1.0:1715211379.929316:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715211379.929318:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715211379.929324:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954705024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211379.929328:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715211379.929332:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000200:1.0:1715211379.929333:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954705024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715211379.929335:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 02000000:00000010:1.0:1715211379.929358:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211379.929362:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211379.929365:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211384.935579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211384.935602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211384.935649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211384.935668:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:3.0:1715211384.935724:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715211384.935731:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211384.935772:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211384.935780:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705216, portal 4 02000000:00000010:1.0:1715211384.935784:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:3.0:1715211384.935786:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5110. 00000100:00000200:3.0:1715211384.935788:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954705216, offset 0 00000400:00000010:1.0:1715211384.935795:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:3.0:1715211384.935799:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211384.935813:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:3.0:1715211384.935813:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211384.935818:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211384.935820:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705152, portal 25 00000400:00000200:3.0:1715211384.935822:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211384.935825:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:3.0:1715211384.935826:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211384.935828:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715211384.935829:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954705152, offset 0 00000400:00000200:3.0:1715211384.935832:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1072:1072:256:4294967295] 192.168.203.134@tcp LPNI seq info [1072:1072:8:4294967295] 00000400:00000200:1.0:1715211384.935837:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211384.935843:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211384.935849:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:3.0:1715211384.935853:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39cc00. 00000400:00000200:1.0:1715211384.935855:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211384.935859:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211384.935859:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211384.935862:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211384.935865:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211384.935868:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:3.0:1715211384.935869:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211384.935871:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1073:1073:255:4294967295] 192.168.203.134@tcp LPNI seq info [1073:1073:7:4294967295] 00000800:00000200:3.0:1715211384.935874:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211384.935880:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211384.935885:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211384.935891:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211384.935897:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211384.935906:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211384.935910:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211384.935965:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211384.935971:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39cc00. 00000400:00000200:0.0:1715211384.935978:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211384.935987:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211384.935992:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5110 00000400:00000010:0.0:1715211384.935994:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5110. 00000100:00000200:0.0:1715211384.936003:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954705216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211384.936079:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211384.936081:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211384.936084:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211384.936097:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211384.936100:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715211384.936101:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715211384.936106:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954705152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211384.938038:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211384.938051:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411140 00000400:00000200:0.0:1715211384.938059:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2249 [1] + 224 00000400:00000200:0.0:1715211384.938069:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211384.938073:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211384.938081:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954705216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211384.938116:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211384.938121:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411100 00000400:00000200:0.0:1715211384.938125:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2251 [1] + 224 00000400:00000200:0.0:1715211384.938140:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211384.938144:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211384.938148:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954705152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211384.938207:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211384.938214:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211384.938216:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000400:00000010:1.0:1715211384.938222:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:3.0:1715211384.938224:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954705216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211384.938228:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211384.938231:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715211384.938235:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954705216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211384.938239:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954705152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211384.938252:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954705152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211384.938263:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 02000000:00000010:3.0:1715211384.938269:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211384.938273:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 02000000:00000010:1.0:1715211384.938286:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211384.938290:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211384.938293:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211389.943597:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211389.943619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211389.943661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211389.943666:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:3.0:1715211389.943748:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d07400. 00000400:00000010:3.0:1715211389.943755:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211389.943762:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 02000000:00000010:0.0:1715211389.943767:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31b400. 00000100:00000200:3.0:1715211389.943769:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705344, portal 4 00000400:00000010:3.0:1715211389.943775:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5e58. 00000400:00000010:0.0:1715211389.943776:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309318. 00000100:00000200:3.0:1715211389.943778:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954705344, offset 0 00000400:00000010:0.0:1715211389.943781:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700330. 00000400:00000200:3.0:1715211389.943788:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715211389.943795:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705280, portal 25 00000400:00000010:0.0:1715211389.943800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700550. 00000100:00000200:0.0:1715211389.943802:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954705280, offset 0 00000400:00000200:3.0:1715211389.943802:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211389.943808:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211389.943809:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211389.943813:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:3.0:1715211389.943817:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211389.943820:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211389.943823:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1074:1074:256:4294967295] 192.168.203.134@tcp LPNI seq info [1074:1074:8:4294967295] 00000400:00000200:3.0:1715211389.943834:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:3.0:1715211389.943840:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211389.943843:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:3.0:1715211389.943845:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c100. 00000400:00000200:0.0:1715211389.943846:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211389.943849:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:3.0:1715211389.943851:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:3.0:1715211389.943859:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211389.943862:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211389.943863:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211389.943864:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211389.943867:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1075:1075:255:4294967295] 192.168.203.134@tcp LPNI seq info [1075:1075:7:4294967295] 00000400:00000200:0.0:1715211389.943877:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211389.943882:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211389.943886:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d700. 00000800:00000200:0.0:1715211389.943890:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211389.943896:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211389.943900:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211389.943934:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211389.943941:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c100. 00000400:00000200:1.0:1715211389.943947:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211389.943954:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211389.943959:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5e58 00000400:00000010:1.0:1715211389.943961:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5e58. 00000100:00000200:1.0:1715211389.943970:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954705344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211389.944033:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211389.944036:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d700. 00000400:00000200:1.0:1715211389.944038:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211389.944042:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211389.944044:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700550 00000400:00000010:1.0:1715211389.944046:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700550. 00000100:00000200:1.0:1715211389.944050:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954705280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211389.946015:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211389.946029:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c0304111c0 00000400:00000200:0.0:1715211389.946036:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2259 [1] + 224 00000400:00000200:0.0:1715211389.946047:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211389.946050:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211389.946058:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954705344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211389.946092:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211389.946097:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411180 00000400:00000200:0.0:1715211389.946101:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2261 [1] + 224 00000400:00000200:0.0:1715211389.946115:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211389.946118:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211389.946123:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954705280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211389.946179:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211389.946186:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211389.946188:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211389.946196:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954705344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211389.946207:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954705344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211389.946248:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309318. 00000400:00000200:1.0:1715211389.946255:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700330 00000400:00000010:1.0:1715211389.946257:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700330. 02000000:00000010:3.0:1715211389.946261:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d07400. 00000100:00000200:1.0:1715211389.946265:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954705280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211389.946266:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211389.946270:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:1.0:1715211389.946276:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954705280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211389.946293:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31b400. 02000000:00000010:1.0:1715211389.946299:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211389.946302:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211394.951565:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211394.951578:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211394.951612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211394.951616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:3.0:1715211394.951655:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d06200. 00000400:00000010:3.0:1715211394.951659:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b4b3948. 00000400:00000010:3.0:1715211394.951663:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211394.951693:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705472, portal 4 00000400:00000010:3.0:1715211394.951698:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41b5ee0. 00000100:00000200:3.0:1715211394.951700:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954705472, offset 0 00000400:00000200:3.0:1715211394.951707:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1715211394.951714:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1715211394.951718:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211394.951721:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715211394.951723:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:3.0:1715211394.951723:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211394.951726:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1715211394.951729:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1076:1076:256:4294967295] 192.168.203.134@tcp LPNI seq info [1076:1076:8:4294967295] 00000400:00000200:3.0:1715211394.951738:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715211394.951740:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000800:00000200:3.0:1715211394.951743:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211394.951745:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000010:3.0:1715211394.951746:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa39c700. 00000100:00000200:1.0:1715211394.951749:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705408, portal 25 00000800:00000200:3.0:1715211394.951751:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715211394.951753:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000100:00000200:1.0:1715211394.951755:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954705408, offset 0 00000800:00000200:3.0:1715211394.951756:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1715211394.951759:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa39c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211394.951762:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211394.951770:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211394.951773:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211394.951777:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211394.951779:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211394.951782:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211394.951785:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1077:1077:255:4294967295] 192.168.203.134@tcp LPNI seq info [1077:1077:7:4294967295] 00000400:00000200:1.0:1715211394.951794:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211394.951799:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211394.951802:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211394.951807:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211394.951813:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211394.951817:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211394.951832:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211394.951837:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa39c700. 00000400:00000200:0.0:1715211394.951841:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211394.951848:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211394.951852:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5ee0 00000400:00000010:0.0:1715211394.951861:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5ee0. 00000100:00000200:0.0:1715211394.951868:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954705472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211394.951903:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211394.951905:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211394.951908:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211394.951911:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211394.951914:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715211394.951915:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715211394.951919:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954705408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211394.953363:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211394.953374:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411240 00000400:00000200:0.0:1715211394.953380:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2269 [1] + 224 00000400:00000200:0.0:1715211394.953397:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211394.953401:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211394.953407:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954705472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211394.953561:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211394.953567:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411200 00000400:00000200:0.0:1715211394.953572:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2271 [1] + 224 00000400:00000200:0.0:1715211394.953585:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211394.953589:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211394.953594:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954705408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211394.953646:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b4b3948. 00000400:00000200:3.0:1715211394.953653:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41b5440 00000400:00000010:3.0:1715211394.953655:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41b5440. 00000100:00000200:3.0:1715211394.953700:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954705472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211394.953711:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954705472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211394.953726:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:3.0:1715211394.953732:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d06200. 00000400:00000200:1.0:1715211394.953734:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211394.953736:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:3.0:1715211394.953736:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211394.953739:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:1.0:1715211394.953744:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954705408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211394.953755:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954705408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211394.953773:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211394.953777:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211394.953780:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000008:00000010:3.0:1715211398.039582:0:4324:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211398.039593:0:4324:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211398.039603:0:4324:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d06200. 00000008:00000010:3.0:1715211398.039611:0:4324:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6ce0340. 00000008:00000010:3.0:1715211398.039641:0:4324:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800aa39cc00. 00000008:00000010:3.0:1715211398.039685:0:4324:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211398.039689:0:4324:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211398.039693:0:4324:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d07400. 00000008:00000010:3.0:1715211398.039697:0:4324:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6ce04e0. 00000008:00000010:3.0:1715211398.039712:0:4324:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800aa39cc00. 00000008:00000010:3.0:1715211398.039715:0:4324:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211398.039718:0:4324:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211398.039722:0:4324:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d07600. 00000008:00000010:3.0:1715211398.039725:0:4324:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6ce0270. 00000008:00000010:0.0:1715211398.039726:0:22730:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce0340. 00000008:00000010:3.0:1715211398.039728:0:4324:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800aa39cc00. 02000000:00000010:0.0:1715211398.039738:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d06200. 00000100:00000010:0.0:1715211398.039742:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000008:00000010:3.0:1715211398.039751:0:22727:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce04e0. 02000000:00000010:3.0:1715211398.039756:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d07400. 00000100:00000010:3.0:1715211398.039759:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000008:00000010:3.0:1715211398.039767:0:22727:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6ce0270. 02000000:00000010:3.0:1715211398.039770:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d07600. 00000100:00000010:3.0:1715211398.039772:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211399.959603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211399.959627:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211399.959720:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211399.959726:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715211399.959818:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:0.0:1715211399.959820:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715211399.959829:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379cb8. 00000400:00000010:2.0:1715211399.959836:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:0.0:1715211399.959838:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309370. 00000100:00000200:2.0:1715211399.959844:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705728, portal 25 00000400:00000010:0.0:1715211399.959845:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700660. 00000100:00000200:0.0:1715211399.959849:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705792, portal 4 00000400:00000010:2.0:1715211399.959849:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211399.959852:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954705728, offset 0 00000400:00000010:0.0:1715211399.959854:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7006e8. 00000100:00000200:0.0:1715211399.959856:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954705792, offset 0 00000400:00000200:0.0:1715211399.959867:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211399.959881:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211399.959881:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211399.959886:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211399.959890:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211399.959894:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211399.959897:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211399.959901:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1078:1078:256:4294967295] 192.168.203.134@tcp LPNI seq info [1078:1078:8:4294967295] 00000400:00000200:0.0:1715211399.959912:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211399.959917:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211399.959921:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dc00. 00000400:00000200:2.0:1715211399.959921:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211399.959925:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211399.959928:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211399.959929:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211399.959931:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211399.959934:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211399.959937:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1079:1079:255:4294967295] 192.168.203.134@tcp LPNI seq info [1079:1079:7:4294967295] 00000800:00000200:0.0:1715211399.959938:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211399.959943:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211399.959946:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211399.959951:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211399.959955:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715211399.959959:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211399.959965:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211399.959969:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211399.960101:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211399.960107:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dc00. 00000400:00000200:1.0:1715211399.960114:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211399.960129:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211399.960133:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7006e8 00000400:00000010:1.0:1715211399.960135:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7006e8. 00000100:00000200:1.0:1715211399.960145:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954705792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211399.960232:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211399.960235:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211399.960238:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211399.960242:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211399.960244:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:1.0:1715211399.960245:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211399.960250:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954705728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211399.961756:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211399.961769:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411380 00000400:00000200:0.0:1715211399.961777:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x227d [1] + 224 00000400:00000200:0.0:1715211399.961788:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211399.961791:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211399.961799:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954705792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211399.961834:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211399.961838:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411340 00000400:00000200:0.0:1715211399.961843:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2279 [1] + 224 00000400:00000200:0.0:1715211399.961858:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211399.961868:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211399.961872:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954705728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211399.961925:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309370. 00000400:00000200:2.0:1715211399.961933:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700660 00000400:00000010:2.0:1715211399.961935:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700660. 00000100:00000200:2.0:1715211399.961944:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954705792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211399.961955:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954705792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211399.961984:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715211399.961990:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000400:00000010:3.0:1715211399.961994:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379cb8. 00000100:00000010:2.0:1715211399.961995:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000200:3.0:1715211399.962002:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:3.0:1715211399.962004:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:3.0:1715211399.962012:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954705728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211399.962023:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954705728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211399.962040:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:3.0:1715211399.962044:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211399.962048:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211404.967562:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211404.967583:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211404.967653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211404.967657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:1.0:1715211404.967726:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 02000000:00000010:0.0:1715211404.967733:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:1.0:1715211404.967735:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:0.0:1715211404.967741:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309790. 00000400:00000010:1.0:1715211404.967742:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:0.0:1715211404.967745:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700aa0. 00000100:00000200:1.0:1715211404.967749:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705920, portal 4 00000100:00000200:0.0:1715211404.967750:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705856, portal 25 00000400:00000010:0.0:1715211404.967754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700dd0. 00000400:00000010:1.0:1715211404.967754:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715211404.967756:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954705856, offset 0 00000100:00000200:1.0:1715211404.967757:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954705920, offset 0 00000400:00000200:0.0:1715211404.967765:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211404.967772:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211404.967778:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211404.967783:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211404.967787:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211404.967791:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211404.967793:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211404.967796:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1080:1080:256:4294967295] 192.168.203.134@tcp LPNI seq info [1080:1080:8:4294967295] 00000400:00000200:0.0:1715211404.967806:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211404.967810:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211404.967813:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:0.0:1715211404.967814:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000400:00000200:1.0:1715211404.967816:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211404.967819:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211404.967819:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211404.967821:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211404.967824:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211404.967826:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1081:1081:255:4294967295] 192.168.203.134@tcp LPNI seq info [1081:1081:7:4294967295] 00000800:00000200:0.0:1715211404.967827:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211404.967832:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211404.967835:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211404.967839:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211404.967842:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211404.967846:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211404.967852:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211404.967868:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211404.967971:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211404.967976:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715211404.967983:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211404.967989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715211404.967993:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700dd0 00000400:00000010:2.0:1715211404.967994:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700dd0. 00000100:00000200:2.0:1715211404.968004:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954705856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211404.968087:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211404.968090:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715211404.968092:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211404.968096:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715211404.968098:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:2.0:1715211404.968100:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:2.0:1715211404.968104:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954705920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211404.969673:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211404.969684:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304113c0 00000400:00000200:0.0:1715211404.969691:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x228d [1] + 224 00000400:00000200:0.0:1715211404.969700:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211404.969703:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211404.969710:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954705856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211404.969758:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211404.969763:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411400 00000400:00000200:0.0:1715211404.969767:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2289 [1] + 224 00000400:00000200:0.0:1715211404.969779:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211404.969782:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211404.969786:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954705920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211404.969799:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309790. 00000400:00000200:2.0:1715211404.969808:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700aa0 00000400:00000010:2.0:1715211404.969810:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700aa0. 00000100:00000200:2.0:1715211404.969819:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954705856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211404.969834:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954705856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211404.969850:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211404.969855:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211404.969856:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211404.969856:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715211404.969861:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000200:1.0:1715211404.969862:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954705920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211404.969864:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000200:1.0:1715211404.969869:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954705920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211404.969889:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211404.969892:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211404.969895:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211409.975603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211409.975624:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211409.975662:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211409.975666:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:0.0:1715211409.975741:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:0.0:1715211409.975751:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309688. 02000000:00000010:2.0:1715211409.975754:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:0.0:1715211409.975757:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700b28. 00000400:00000010:2.0:1715211409.975762:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379dc0. 00000100:00000200:0.0:1715211409.975764:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954705984, portal 25 00000400:00000010:2.0:1715211409.975766:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000400:00000010:0.0:1715211409.975768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7007f8. 00000100:00000200:2.0:1715211409.975770:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706048, portal 4 00000100:00000200:0.0:1715211409.975771:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954705984, offset 0 00000400:00000010:2.0:1715211409.975774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000200:0.0:1715211409.975780:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211409.975785:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706048, offset 0 00000400:00000200:2.0:1715211409.975791:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211409.975793:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211409.975798:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211409.975802:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211409.975805:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211409.975807:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211409.975811:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1082:1082:256:4294967295] 192.168.203.134@tcp LPNI seq info [1082:1082:8:4294967295] 00000400:00000200:0.0:1715211409.975820:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211409.975825:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211409.975828:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b0636d00. 00000400:00000200:2.0:1715211409.975828:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211409.975831:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211409.975834:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211409.975834:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211409.975836:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211409.975838:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:0.0:1715211409.975843:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211409.975847:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b0636d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211409.975853:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1083:1083:255:4294967295] 192.168.203.134@tcp LPNI seq info [1083:1083:7:4294967295] 00000400:00000200:2.0:1715211409.975861:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211409.975866:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211409.975869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715211409.975873:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211409.975878:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211409.975881:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211409.975948:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211409.975951:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b0636d00. 00000400:00000200:1.0:1715211409.975955:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211409.975960:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211409.975964:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7007f8 00000400:00000010:1.0:1715211409.975966:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7007f8. 00000100:00000200:1.0:1715211409.975974:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954705984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211409.976039:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211409.976041:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211409.976044:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211409.976047:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211409.976049:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:1.0:1715211409.976050:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715211409.976054:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954706048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211409.977178:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211409.977190:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411440 00000400:00000200:0.0:1715211409.977207:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2299 [1] + 224 00000400:00000200:0.0:1715211409.977219:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211409.977223:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211409.977230:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954705984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211409.977269:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211409.977274:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411480 00000400:00000200:0.0:1715211409.977278:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x229d [1] + 224 00000400:00000200:0.0:1715211409.977294:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211409.977298:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211409.977302:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954706048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211409.977356:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309688. 00000400:00000200:2.0:1715211409.977364:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700b28 00000400:00000010:2.0:1715211409.977366:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700b28. 00000100:00000200:2.0:1715211409.977375:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954705984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211409.977385:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954705984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211409.977409:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715211409.977414:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000400:00000010:3.0:1715211409.977417:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379dc0. 00000100:00000010:2.0:1715211409.977418:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000200:3.0:1715211409.977424:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:3.0:1715211409.977426:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:3.0:1715211409.977435:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954706048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211409.977446:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954706048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211409.977496:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715211409.977501:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211409.977504:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211414.983609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211414.983635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211414.983679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211414.983683:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715211414.983772:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715211414.983773:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211414.983783:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43790b0. 00000400:00000010:1.0:1715211414.983784:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211414.983790:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000010:1.0:1715211414.983791:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211414.983797:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706112, portal 25 00000100:00000200:1.0:1715211414.983798:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706176, portal 4 00000400:00000010:2.0:1715211414.983802:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715211414.983805:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954706112, offset 0 00000400:00000200:2.0:1715211414.983815:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211414.983818:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715211414.983822:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706176, offset 0 00000400:00000200:2.0:1715211414.983830:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211414.983831:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211414.983835:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211414.983840:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211414.983844:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211414.983846:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211414.983850:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1084:1084:256:4294967295] 192.168.203.134@tcp LPNI seq info [1084:1084:8:4294967295] 00000400:00000200:2.0:1715211414.983871:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211414.983877:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211414.983882:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211414.983882:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211414.983888:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211414.983888:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211414.983892:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211414.983895:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211414.983896:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211414.983897:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211414.983901:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1085:1085:255:4294967295] 192.168.203.134@tcp LPNI seq info [1085:1085:7:4294967295] 00000800:00000200:2.0:1715211414.983901:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211414.983910:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211414.983916:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211414.983920:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211414.983925:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211414.983931:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211414.983935:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211414.984046:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211414.984051:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211414.984057:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211414.984065:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211414.984069:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715211414.984071:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715211414.984082:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954706112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211414.984151:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211414.984154:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211414.984157:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211414.984161:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211414.984163:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715211414.984165:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715211414.984168:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954706176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211414.986050:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211414.986072:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304114c0 00000400:00000200:0.0:1715211414.986079:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22a9 [1] + 224 00000400:00000200:0.0:1715211414.986092:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211414.986095:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211414.986102:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954706112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211414.986139:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211414.986144:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411500 00000400:00000200:0.0:1715211414.986148:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22ad [1] + 224 00000400:00000200:0.0:1715211414.986161:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211414.986165:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211414.986170:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954706176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211414.986199:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43790b0. 00000400:00000200:2.0:1715211414.986208:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:2.0:1715211414.986210:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715211414.986221:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954706112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211414.986237:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954706112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211414.986242:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211414.986250:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211414.986252:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211414.986260:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954706176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211414.986266:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000100:00000200:1.0:1715211414.986271:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954706176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211414.986273:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211414.986279:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 02000000:00000010:1.0:1715211414.986293:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211414.986298:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211414.986301:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211419.991613:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211419.991637:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211419.991682:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211419.991687:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:0.0:1715211419.991780:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715211419.991780:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:0.0:1715211419.991790:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309738. 00000400:00000010:2.0:1715211419.991790:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43790b0. 00000400:00000010:0.0:1715211419.991798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700ee0. 00000400:00000010:2.0:1715211419.991798:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715211419.991806:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706304, portal 4 00000400:00000010:0.0:1715211419.991812:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700000. 00000100:00000200:2.0:1715211419.991813:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706240, portal 25 00000100:00000200:0.0:1715211419.991814:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706304, offset 0 00000400:00000010:2.0:1715211419.991819:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000400:00000200:0.0:1715211419.991824:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211419.991829:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954706240, offset 0 00000400:00000200:2.0:1715211419.991836:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211419.991839:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211419.991844:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211419.991848:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211419.991852:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211419.991855:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211419.991858:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1086:1086:256:4294967295] 192.168.203.134@tcp LPNI seq info [1086:1086:8:4294967295] 00000400:00000200:0.0:1715211419.991870:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211419.991876:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211419.991878:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211419.991882:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211419.991886:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211419.991889:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211419.991891:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000010:0.0:1715211419.991894:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5dd00. 00000400:00000200:2.0:1715211419.991894:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1087:1087:255:4294967295] 192.168.203.134@tcp LPNI seq info [1087:1087:7:4294967295] 00000800:00000200:0.0:1715211419.991901:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211419.991904:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211419.991911:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211419.991916:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211419.991919:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211419.991923:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715211419.991928:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211419.991934:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211419.991937:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211419.992043:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211419.992051:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5dd00. 00000400:00000200:1.0:1715211419.992059:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211419.992069:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211419.992075:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700000 00000400:00000010:1.0:1715211419.992088:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700000. 00000100:00000200:1.0:1715211419.992103:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954706304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211419.992206:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211419.992210:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211419.992215:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211419.992222:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211419.992226:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:1.0:1715211419.992229:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:1.0:1715211419.992237:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954706240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211419.994152:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211419.994166:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411580 00000400:00000200:0.0:1715211419.994173:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22b9 [1] + 224 00000400:00000200:0.0:1715211419.994184:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211419.994188:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211419.994195:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954706304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211419.994231:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211419.994236:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411540 00000400:00000200:0.0:1715211419.994240:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22bd [1] + 224 00000400:00000200:0.0:1715211419.994255:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211419.994258:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211419.994263:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954706240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211419.994326:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309738. 00000400:00000200:2.0:1715211419.994334:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700ee0 00000400:00000010:2.0:1715211419.994336:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700ee0. 00000100:00000200:2.0:1715211419.994344:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954706304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211419.994355:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954706304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211419.994380:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43790b0. 02000000:00000010:2.0:1715211419.994384:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 00000400:00000200:3.0:1715211419.994388:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 02000000:00000010:2.0:1715211419.994390:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000400:00000010:3.0:1715211419.994390:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000010:2.0:1715211419.994394:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:3.0:1715211419.994398:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954706240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211419.994409:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954706240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211419.994426:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715211419.994430:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211419.994433:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211424.999592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211424.999615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211424.999659:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211424.999663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715211424.999756:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211424.999767:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d10. 00000400:00000010:2.0:1715211424.999774:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715211424.999781:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706368, portal 25 02000000:00000010:1.0:1715211424.999782:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211424.999787:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715211424.999789:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954706368, offset 0 00000400:00000010:1.0:1715211424.999793:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211424.999800:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211424.999812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211424.999815:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211424.999819:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706432, portal 4 00000400:00000200:2.0:1715211424.999821:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211424.999825:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000400:00000200:2.0:1715211424.999825:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715211424.999828:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706432, offset 0 00000400:00000200:2.0:1715211424.999828:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211424.999831:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211424.999835:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1088:1088:256:4294967295] 192.168.203.134@tcp LPNI seq info [1088:1088:8:4294967295] 00000400:00000200:1.0:1715211424.999837:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211424.999846:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211424.999852:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211424.999860:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211424.999866:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211424.999870:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211424.999871:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211424.999875:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211424.999877:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211424.999879:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211424.999884:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1089:1089:255:4294967295] 192.168.203.134@tcp LPNI seq info [1089:1089:7:4294967295] 00000800:00000200:2.0:1715211424.999887:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211424.999892:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211424.999898:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211424.999906:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211424.999911:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211424.999918:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211424.999926:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211424.999932:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211425.000040:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211425.000046:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211425.000052:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211425.000059:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211425.000064:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715211425.000066:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715211425.000075:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954706368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211425.000150:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211425.000153:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211425.000155:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211425.000168:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211425.000171:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715211425.000173:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715211425.000177:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954706432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211425.001718:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211425.001731:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304115c0 00000400:00000200:0.0:1715211425.001738:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22c9 [1] + 224 00000400:00000200:0.0:1715211425.001749:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211425.001753:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211425.001760:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954706368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211425.001796:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211425.001801:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411600 00000400:00000200:0.0:1715211425.001805:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22d1 [1] + 224 00000400:00000200:0.0:1715211425.001823:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211425.001827:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211425.001831:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954706432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211425.001886:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d10. 00000400:00000200:2.0:1715211425.001894:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:2.0:1715211425.001896:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715211425.001904:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954706368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211425.001916:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954706368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211425.001940:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211425.001942:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211425.001945:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211425.001949:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000200:1.0:1715211425.001958:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211425.001960:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211425.001968:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954706432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211425.001979:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954706432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211425.002003:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211425.002007:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211425.002010:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211430.007552:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211430.007569:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211430.007596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211430.007599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211430.007639:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211430.007645:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d10. 02000000:00000010:0.0:1715211430.007646:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31a600. 00000400:00000010:2.0:1715211430.007650:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000400:00000010:0.0:1715211430.007651:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43096e0. 00000400:00000010:0.0:1715211430.007656:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700220. 00000100:00000200:2.0:1715211430.007656:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706560, portal 4 00000100:00000200:0.0:1715211430.007658:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706496, portal 25 00000400:00000010:0.0:1715211430.007660:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700770. 00000400:00000010:2.0:1715211430.007660:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715211430.007661:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706560, offset 0 00000100:00000200:0.0:1715211430.007662:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954706496, offset 0 00000400:00000200:2.0:1715211430.007668:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211430.007673:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211430.007678:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211430.007682:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211430.007684:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211430.007686:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211430.007688:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211430.007690:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1090:1090:256:4294967295] 192.168.203.134@tcp LPNI seq info [1090:1090:8:4294967295] 00000400:00000200:2.0:1715211430.007696:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211430.007699:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211430.007700:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211430.007702:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211430.007702:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211430.007704:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211430.007712:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211430.007713:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211430.007714:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211430.007715:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1091:1091:255:4294967295] 192.168.203.134@tcp LPNI seq info [1091:1091:7:4294967295] 00000400:00000200:0.0:1715211430.007719:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211430.007720:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211430.007723:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715211430.007724:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5df00. 00000800:00000200:2.0:1715211430.007724:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211430.007727:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211430.007730:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211430.007732:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5df00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211430.007818:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211430.007821:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211430.007825:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211430.007830:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211430.007832:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:1.0:1715211430.007834:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:1.0:1715211430.007840:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954706560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211430.007892:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211430.007894:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5df00. 00000400:00000200:1.0:1715211430.007896:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211430.007898:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211430.007899:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700770 00000400:00000010:1.0:1715211430.007900:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700770. 00000100:00000200:1.0:1715211430.007903:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954706496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211430.009425:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211430.009455:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411640 00000400:00000200:0.0:1715211430.009459:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22dd [1] + 224 00000400:00000200:0.0:1715211430.009481:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211430.009483:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211430.009488:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954706496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211430.009506:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211430.009509:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411680 00000400:00000200:0.0:1715211430.009511:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22d9 [1] + 224 00000400:00000200:0.0:1715211430.009519:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211430.009521:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211430.009523:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954706560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211430.009536:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43096e0. 00000400:00000200:2.0:1715211430.009540:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700220 00000400:00000010:2.0:1715211430.009541:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700220. 00000100:00000200:2.0:1715211430.009546:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954706496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211430.009552:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954706496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211430.009566:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31a600. 02000000:00000010:2.0:1715211430.009569:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211430.009572:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:3.0:1715211430.009591:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d10. 00000400:00000200:3.0:1715211430.009596:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:3.0:1715211430.009597:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:3.0:1715211430.009601:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954706560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211430.009615:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954706560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211430.009628:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715211430.009631:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211430.009632:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211435.015589:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211435.015610:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211435.015651:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211435.015655:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:1.0:1715211435.015728:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:1.0:1715211435.015738:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211435.015747:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211435.015749:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211435.015756:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706688, portal 4 00000400:00000010:2.0:1715211435.015758:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211435.015764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000010:2.0:1715211435.015764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211435.015768:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706624, portal 25 00000100:00000200:1.0:1715211435.015769:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706688, offset 0 00000400:00000010:2.0:1715211435.015772:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000200:1.0:1715211435.015781:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211435.015800:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954706624, offset 0 00000400:00000200:2.0:1715211435.015808:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211435.015809:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211435.015817:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211435.015822:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211435.015828:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211435.015832:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211435.015837:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1092:1092:256:4294967295] 192.168.203.134@tcp LPNI seq info [1092:1092:8:4294967295] 00000400:00000200:1.0:1715211435.015854:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211435.015863:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211435.015865:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211435.015869:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211435.015870:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715211435.015873:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211435.015875:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211435.015878:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211435.015878:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211435.015881:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1093:1093:255:4294967295] 192.168.203.134@tcp LPNI seq info [1093:1093:7:4294967295] 00000800:00000200:1.0:1715211435.015890:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211435.015892:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211435.015897:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211435.015897:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211435.015900:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715211435.015905:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211435.015920:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211435.015924:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211435.016044:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211435.016050:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211435.016056:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211435.016063:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211435.016067:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715211435.016078:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715211435.016087:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954706688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211435.016149:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211435.016152:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211435.016155:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211435.016159:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211435.016162:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715211435.016163:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715211435.016168:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954706624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211435.017853:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211435.017866:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411700 00000400:00000200:0.0:1715211435.017874:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22e9 [1] + 224 00000400:00000200:0.0:1715211435.017883:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211435.017887:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211435.017894:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954706688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211435.017929:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211435.017933:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304116c0 00000400:00000200:0.0:1715211435.017938:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22ed [1] + 224 00000400:00000200:0.0:1715211435.017951:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211435.017955:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211435.017959:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954706624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211435.018016:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211435.018024:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211435.018026:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211435.018033:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954706688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211435.018045:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954706688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211435.018073:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715211435.018078:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000400:00000010:2.0:1715211435.018081:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000100:00000010:1.0:1715211435.018082:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000200:2.0:1715211435.018089:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211435.018091:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211435.018099:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954706624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211435.018110:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954706624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211435.018128:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211435.018132:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715211435.018135:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211440.023591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211440.023615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211440.023659:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211440.023664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715211440.023757:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:0.0:1715211440.023758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715211440.023768:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4309630. 00000400:00000010:2.0:1715211440.023768:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:0.0:1715211440.023776:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700908. 00000400:00000010:2.0:1715211440.023776:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715211440.023783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706816, portal 4 00000100:00000200:2.0:1715211440.023790:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706752, portal 25 00000400:00000010:2.0:1715211440.023795:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715211440.023798:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954706752, offset 0 00000400:00000010:0.0:1715211440.023802:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b7002a8. 00000400:00000200:2.0:1715211440.023808:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:0.0:1715211440.023816:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706816, offset 0 00000400:00000200:2.0:1715211440.023823:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715211440.023824:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211440.023829:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211440.023834:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211440.023837:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211440.023840:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211440.023843:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1094:1094:256:4294967295] 192.168.203.134@tcp LPNI seq info [1094:1094:8:4294967295] 00000400:00000200:2.0:1715211440.023854:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211440.023860:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715211440.023865:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211440.023865:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211440.023868:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211440.023871:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715211440.023872:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715211440.023875:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211440.023877:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715211440.023880:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1095:1095:255:4294967295] 192.168.203.134@tcp LPNI seq info [1095:1095:7:4294967295] 00000800:00000200:2.0:1715211440.023880:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715211440.023890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715211440.023894:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715211440.023894:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715211440.023897:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d800. 00000800:00000200:0.0:1715211440.023902:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715211440.023908:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715211440.023911:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211440.024046:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211440.024052:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211440.024059:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211440.024065:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211440.024070:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:1.0:1715211440.024072:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715211440.024082:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954706752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211440.024173:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211440.024175:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d800. 00000400:00000200:1.0:1715211440.024178:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211440.024182:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211440.024185:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7002a8 00000400:00000010:1.0:1715211440.024187:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b7002a8. 00000100:00000200:1.0:1715211440.024191:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954706816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211440.025858:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211440.025871:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411740 00000400:00000200:0.0:1715211440.025879:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22fd [1] + 224 00000400:00000200:0.0:1715211440.025890:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211440.025894:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211440.025901:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954706752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211440.025936:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211440.025941:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411780 00000400:00000200:0.0:1715211440.025945:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x22f9 [1] + 224 00000400:00000200:0.0:1715211440.025960:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211440.025964:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211440.025968:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954706816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211440.026026:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211440.026034:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211440.026036:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211440.026044:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954706752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211440.026055:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954706752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211440.026079:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211440.026084:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211440.026089:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:1.0:1715211440.026092:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4309630. 00000400:00000200:1.0:1715211440.026100:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700908 00000400:00000010:1.0:1715211440.026102:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700908. 00000100:00000200:1.0:1715211440.026110:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954706816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211440.026121:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954706816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211440.026144:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:1.0:1715211440.026149:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211440.026152:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211445.031569:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211445.031586:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211445.031624:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211445.031628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:1.0:1715211445.031732:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 02000000:00000010:2.0:1715211445.031732:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211445.031741:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211445.031742:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211445.031748:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211445.031748:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211445.031754:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706944, portal 4 00000400:00000010:1.0:1715211445.031760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:2.0:1715211445.031762:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954706880, portal 25 00000100:00000200:1.0:1715211445.031763:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954706944, offset 0 00000400:00000010:2.0:1715211445.031766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000200:1.0:1715211445.031772:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211445.031776:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954706880, offset 0 00000400:00000200:1.0:1715211445.031783:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211445.031784:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211445.031788:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211445.031792:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211445.031795:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211445.031797:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211445.031810:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1096:1096:256:4294967295] 192.168.203.134@tcp LPNI seq info [1096:1096:8:4294967295] 00000400:00000200:1.0:1715211445.031821:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211445.031827:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211445.031831:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715211445.031831:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211445.031834:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211445.031837:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211445.031838:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211445.031841:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211445.031843:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715211445.031845:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211445.031846:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1097:1097:255:4294967295] 192.168.203.134@tcp LPNI seq info [1097:1097:7:4294967295] 00000800:00000200:1.0:1715211445.031850:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211445.031856:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211445.031861:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211445.031865:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715211445.031870:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211445.031876:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211445.031879:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211445.031983:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211445.031989:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211445.031995:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211445.032002:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211445.032006:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715211445.032008:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715211445.032016:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954706944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211445.032071:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211445.032073:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211445.032076:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211445.032080:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211445.032083:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715211445.032084:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715211445.032089:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954706880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211445.033798:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211445.033811:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411800 00000400:00000200:0.0:1715211445.033818:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2309 [1] + 224 00000400:00000200:0.0:1715211445.033827:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211445.033830:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211445.033837:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954706944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211445.033870:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211445.033875:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304117c0 00000400:00000200:0.0:1715211445.033879:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x230d [1] + 224 00000400:00000200:0.0:1715211445.033893:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211445.033897:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211445.033908:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954706880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211445.033961:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211445.033969:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211445.033971:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211445.033978:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954706944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211445.033989:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954706944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211445.034014:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715211445.034018:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211445.034021:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:2.0:1715211445.034026:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211445.034034:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211445.034036:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211445.034045:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954706880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211445.034056:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954706880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211445.034073:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211445.034078:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715211445.034081:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211450.039573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211450.039592:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211450.039632:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211450.039636:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715211450.039733:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211450.039735:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a400. 00000400:00000010:2.0:1715211450.039743:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211450.039744:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211450.039750:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211450.039750:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211450.039757:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707008, portal 25 00000400:00000010:2.0:1715211450.039761:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715211450.039764:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707072, portal 4 00000100:00000200:2.0:1715211450.039764:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707008, offset 0 00000400:00000010:1.0:1715211450.039770:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000400:00000200:2.0:1715211450.039773:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211450.039779:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707072, offset 0 00000400:00000200:2.0:1715211450.039786:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211450.039787:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211450.039791:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211450.039795:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211450.039799:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211450.039802:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211450.039805:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1098:1098:256:4294967295] 192.168.203.134@tcp LPNI seq info [1098:1098:8:4294967295] 00000400:00000200:2.0:1715211450.039816:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211450.039821:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211450.039824:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211450.039825:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211450.039828:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211450.039831:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211450.039832:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211450.039834:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211450.039837:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211450.039839:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211450.039840:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1099:1099:255:4294967295] 192.168.203.134@tcp LPNI seq info [1099:1099:7:4294967295] 00000800:00000200:2.0:1715211450.039843:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211450.039860:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211450.039866:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211450.039869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211450.039874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211450.039880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211450.039884:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211450.039986:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211450.039992:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211450.039997:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211450.040003:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211450.040008:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715211450.040009:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715211450.040019:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954707008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211450.040085:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211450.040087:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211450.040090:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211450.040094:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211450.040096:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715211450.040098:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715211450.040101:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954707072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211450.041948:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211450.041961:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411840 00000400:00000200:0.0:1715211450.041969:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2319 [1] + 224 00000400:00000200:0.0:1715211450.041979:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211450.041983:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211450.041989:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954707008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211450.042023:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211450.042028:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411880 00000400:00000200:0.0:1715211450.042032:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x231d [1] + 224 00000400:00000200:0.0:1715211450.042046:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211450.042056:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211450.042061:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954707072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211450.042116:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211450.042133:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211450.042135:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211450.042143:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954707008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211450.042154:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954707008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211450.042172:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211450.042176:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211450.042180:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211450.042181:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211450.042181:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211450.042184:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:1.0:1715211450.042189:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954707072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211450.042200:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954707072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211450.042223:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a400. 02000000:00000010:1.0:1715211450.042227:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211450.042230:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211455.047574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211455.047595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211455.047635:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211455.047639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715211455.047734:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211455.047742:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211455.047744:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211455.047750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211455.047751:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211455.047757:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707136, portal 25 00000400:00000010:2.0:1715211455.047763:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715211455.047765:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707136, offset 0 00000400:00000010:1.0:1715211455.047766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211455.047771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707200, portal 4 00000400:00000010:1.0:1715211455.047776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000400:00000200:2.0:1715211455.047777:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211455.047781:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707200, offset 0 00000400:00000200:1.0:1715211455.047788:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211455.047790:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211455.047795:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211455.047800:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211455.047804:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211455.047806:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211455.047810:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1100:1100:256:4294967295] 192.168.203.134@tcp LPNI seq info [1100:1100:8:4294967295] 00000400:00000200:2.0:1715211455.047821:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211455.047826:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211455.047829:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211455.047830:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211455.047834:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211455.047838:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211455.047838:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211455.047840:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211455.047843:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211455.047846:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1101:1101:255:4294967295] 192.168.203.134@tcp LPNI seq info [1101:1101:7:4294967295] 00000800:00000200:2.0:1715211455.047846:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211455.047851:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211455.047855:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211455.047872:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211455.047878:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211455.047883:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211455.047889:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211455.047892:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211455.047987:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211455.047993:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211455.047999:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211455.048006:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211455.048010:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715211455.048012:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715211455.048022:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954707136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211455.048094:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211455.048097:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211455.048100:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211455.048104:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211455.048106:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715211455.048108:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715211455.048111:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954707200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211455.049630:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211455.049643:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304118c0 00000400:00000200:0.0:1715211455.049650:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2329 [1] + 224 00000400:00000200:0.0:1715211455.049660:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211455.049664:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211455.049671:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954707136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211455.049705:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211455.049710:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411900 00000400:00000200:0.0:1715211455.049714:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2331 [1] + 224 00000400:00000200:0.0:1715211455.049742:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211455.049745:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211455.049750:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954707200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211455.049797:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211455.049805:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211455.049817:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211455.049825:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954707136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211455.049836:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954707136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211455.049860:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211455.049861:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211455.049864:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211455.049868:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000200:1.0:1715211455.049869:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211455.049871:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211455.049879:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954707200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211455.049890:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954707200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211455.049912:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211455.049917:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211455.049920:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211460.055567:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211460.055587:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211460.055630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211460.055634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715211460.055724:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211460.055732:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211460.055735:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211460.055741:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211460.055742:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211460.055746:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211460.055750:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707264, portal 25 00000100:00000200:1.0:1715211460.055751:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707328, portal 4 00000400:00000010:2.0:1715211460.055755:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000400:00000010:1.0:1715211460.055756:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:1.0:1715211460.055758:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707328, offset 0 00000100:00000200:2.0:1715211460.055758:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707264, offset 0 00000400:00000200:2.0:1715211460.055768:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211460.055776:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211460.055783:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211460.055789:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211460.055793:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211460.055797:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211460.055799:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211460.055803:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1102:1102:256:4294967295] 192.168.203.134@tcp LPNI seq info [1102:1102:8:4294967295] 00000400:00000200:2.0:1715211460.055814:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211460.055820:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211460.055823:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211460.055824:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715211460.055827:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211460.055830:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211460.055831:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211460.055833:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211460.055836:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211460.055839:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1103:1103:255:4294967295] 192.168.203.134@tcp LPNI seq info [1103:1103:7:4294967295] 00000800:00000200:2.0:1715211460.055840:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211460.055845:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211460.055848:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211460.055853:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211460.055866:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211460.055872:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211460.055878:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211460.055881:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211460.055906:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211460.055912:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211460.055918:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211460.055925:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211460.055930:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715211460.055932:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715211460.055942:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954707264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211460.055997:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211460.056000:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211460.056003:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211460.056006:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211460.056009:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715211460.056010:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715211460.056014:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954707328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211460.057770:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211460.057784:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411940 00000400:00000200:0.0:1715211460.057791:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2339 [1] + 224 00000400:00000200:0.0:1715211460.057802:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211460.057805:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211460.057812:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954707264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211460.057846:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211460.057851:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411980 00000400:00000200:0.0:1715211460.057864:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x233d [1] + 224 00000400:00000200:0.0:1715211460.057877:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211460.057881:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211460.057886:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954707328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211460.057951:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211460.057958:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211460.057961:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211460.057969:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954707264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211460.057990:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954707264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211460.058000:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211460.058008:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211460.058010:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211460.058014:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211460.058017:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954707328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211460.058019:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715211460.058023:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:1.0:1715211460.058028:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954707328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211460.058051:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211460.058056:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211460.058059:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211465.063574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211465.063593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211465.063632:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211465.063637:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715211465.063730:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211465.063741:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211465.063745:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211465.063748:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211465.063754:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211465.063755:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707392, portal 25 00000400:00000010:1.0:1715211465.063759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211465.063759:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715211465.063763:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707456, portal 4 00000100:00000200:2.0:1715211465.063764:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707392, offset 0 00000400:00000010:1.0:1715211465.063768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000400:00000200:2.0:1715211465.063773:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211465.063781:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707456, offset 0 00000400:00000200:2.0:1715211465.063786:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211465.063788:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211465.063791:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211465.063795:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211465.063799:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211465.063802:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211465.063805:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1104:1104:256:4294967295] 192.168.203.134@tcp LPNI seq info [1104:1104:8:4294967295] 00000400:00000200:2.0:1715211465.063817:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211465.063822:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211465.063825:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211465.063826:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211465.063829:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211465.063833:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211465.063833:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211465.063836:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211465.063838:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211465.063842:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1105:1105:255:4294967295] 192.168.203.134@tcp LPNI seq info [1105:1105:7:4294967295] 00000800:00000200:2.0:1715211465.063842:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211465.063847:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211465.063852:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211465.063856:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211465.063860:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211465.063875:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211465.063881:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211465.063885:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211465.063989:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211465.063995:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211465.064001:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211465.064008:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211465.064012:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715211465.064014:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715211465.064024:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954707392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211465.064091:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211465.064093:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211465.064096:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211465.064100:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211465.064103:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715211465.064105:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715211465.064109:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954707456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211465.065765:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211465.065778:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304119c0 00000400:00000200:0.0:1715211465.065786:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2349 [1] + 224 00000400:00000200:0.0:1715211465.065796:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211465.065800:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211465.065807:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954707392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211465.065842:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211465.065858:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411a00 00000400:00000200:0.0:1715211465.065862:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x234d [1] + 224 00000400:00000200:0.0:1715211465.065879:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211465.065882:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211465.065887:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954707456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211465.065930:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211465.065938:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211465.065940:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211465.065948:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954707392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211465.065976:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954707392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211465.065997:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211465.066002:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000400:00000010:1.0:1715211465.066005:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715211465.066006:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000200:1.0:1715211465.066013:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211465.066015:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211465.066022:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954707456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211465.066033:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954707456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211465.066055:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211465.066059:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211465.066063:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211470.071578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211470.071600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211470.071644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211470.071648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211470.071737:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211470.071747:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211470.071754:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211470.071762:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707520, portal 25 02000000:00000010:1.0:1715211470.071764:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211470.071767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715211470.071769:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707520, offset 0 00000400:00000010:1.0:1715211470.071773:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211470.071779:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211470.071788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211470.071793:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707584, portal 4 00000400:00000200:2.0:1715211470.071794:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211470.071798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000400:00000200:2.0:1715211470.071800:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211470.071801:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707584, offset 0 00000400:00000200:2.0:1715211470.071804:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211470.071808:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211470.071808:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211470.071811:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211470.071814:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1106:1106:256:4294967295] 192.168.203.134@tcp LPNI seq info [1106:1106:8:4294967295] 00000400:00000200:2.0:1715211470.071825:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211470.071831:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211470.071834:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211470.071835:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211470.071838:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211470.071841:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211470.071842:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211470.071844:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211470.071846:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211470.071849:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1107:1107:255:4294967295] 192.168.203.134@tcp LPNI seq info [1107:1107:7:4294967295] 00000800:00000200:2.0:1715211470.071851:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211470.071856:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211470.071859:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211470.071864:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211470.071867:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211470.071873:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211470.071888:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211470.071892:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211470.072001:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211470.072007:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211470.072013:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211470.072020:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211470.072025:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715211470.072027:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715211470.072037:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954707520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211470.072121:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211470.072123:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211470.072126:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211470.072130:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211470.072132:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715211470.072134:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715211470.072138:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954707584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211470.074031:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211470.074045:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411a40 00000400:00000200:0.0:1715211470.074052:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2359 [1] + 224 00000400:00000200:0.0:1715211470.074063:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211470.074067:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211470.074074:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954707520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211470.074129:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211470.074135:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411a80 00000400:00000200:0.0:1715211470.074139:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2361 [1] + 224 00000400:00000200:0.0:1715211470.074153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211470.074184:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211470.074189:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954707584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211470.074228:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211470.074235:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211470.074237:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211470.074245:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954707520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211470.074273:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954707520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211470.074278:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211470.074286:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211470.074288:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211470.074295:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954707584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211470.074295:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211470.074301:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715211470.074305:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000200:1.0:1715211470.074306:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954707584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211470.074330:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211470.074334:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211470.074337:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211475.079581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211475.079602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211475.079644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211475.079648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715211475.079746:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211475.079750:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211475.079756:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211475.079759:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211475.079764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211475.079764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211475.079771:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707648, portal 25 00000400:00000010:2.0:1715211475.079777:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:1.0:1715211475.079779:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707712, portal 4 00000100:00000200:2.0:1715211475.079779:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707648, offset 0 00000400:00000010:1.0:1715211475.079784:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:2.0:1715211475.079790:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211475.079794:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707712, offset 0 00000400:00000200:1.0:1715211475.079802:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211475.079805:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211475.079810:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211475.079815:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211475.079819:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211475.079822:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211475.079825:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1108:1108:256:4294967295] 192.168.203.134@tcp LPNI seq info [1108:1108:8:4294967295] 00000400:00000200:2.0:1715211475.079836:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211475.079842:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211475.079845:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211475.079847:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211475.079849:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211475.079852:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211475.079854:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211475.079855:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211475.079857:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211475.079860:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1109:1109:255:4294967295] 192.168.203.134@tcp LPNI seq info [1109:1109:7:4294967295] 00000800:00000200:2.0:1715211475.079863:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211475.079868:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211475.079870:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211475.079875:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211475.079878:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211475.079883:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211475.079889:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211475.079903:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211475.079999:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211475.080006:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211475.080012:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211475.080018:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211475.080023:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715211475.080025:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715211475.080035:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954707648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211475.080094:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211475.080097:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211475.080100:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211475.080103:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211475.080106:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715211475.080108:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715211475.080112:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954707712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211475.082017:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211475.082031:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411ac0 00000400:00000200:0.0:1715211475.082038:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2369 [1] + 224 00000400:00000200:0.0:1715211475.082048:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211475.082052:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211475.082068:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954707648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211475.082107:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211475.082112:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411b00 00000400:00000200:0.0:1715211475.082116:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x236d [1] + 224 00000400:00000200:0.0:1715211475.082150:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211475.082154:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211475.082159:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954707712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211475.082198:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211475.082206:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211475.082208:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211475.082216:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954707648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211475.082244:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954707648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211475.082255:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211475.082264:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211475.082267:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211475.082267:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211475.082272:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000200:1.0:1715211475.082276:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954707712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211475.082277:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:1.0:1715211475.082292:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954707712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211475.082321:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211475.082328:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211475.082332:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211480.087610:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211480.087630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211480.087670:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211480.087674:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715211480.087768:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211480.087778:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211480.087779:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211480.087786:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211480.087787:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211480.087794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211480.087794:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707776, portal 25 00000400:00000010:2.0:1715211480.087798:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:1.0:1715211480.087799:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707840, portal 4 00000100:00000200:2.0:1715211480.087801:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707776, offset 0 00000400:00000010:1.0:1715211480.087804:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715211480.087811:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211480.087815:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707840, offset 0 00000400:00000200:1.0:1715211480.087824:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211480.087825:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211480.087830:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211480.087835:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211480.087839:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211480.087841:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211480.087845:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1110:1110:256:4294967295] 192.168.203.134@tcp LPNI seq info [1110:1110:8:4294967295] 00000400:00000200:2.0:1715211480.087856:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211480.087862:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211480.087865:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211480.087866:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211480.087868:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211480.087873:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211480.087873:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211480.087876:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211480.087879:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211480.087882:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1111:1111:255:4294967295] 192.168.203.134@tcp LPNI seq info [1111:1111:7:4294967295] 00000800:00000200:2.0:1715211480.087883:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211480.087887:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211480.087892:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211480.087897:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211480.087900:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211480.087906:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211480.087912:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211480.087915:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211480.088030:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211480.088036:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211480.088042:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211480.088049:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211480.088054:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715211480.088056:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715211480.088066:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954707776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211480.088150:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211480.088153:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211480.088156:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211480.088159:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211480.088162:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715211480.088163:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715211480.088167:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954707840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211480.089734:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211480.089747:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411b40 00000400:00000200:0.0:1715211480.089754:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2379 [1] + 224 00000400:00000200:0.0:1715211480.089764:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211480.089776:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211480.089783:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954707776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211480.089822:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211480.089828:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411b80 00000400:00000200:0.0:1715211480.089832:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x237d [1] + 224 00000400:00000200:0.0:1715211480.089850:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211480.089854:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211480.089858:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954707840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211480.089910:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211480.089918:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211480.089920:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211480.089928:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954707776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211480.089956:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954707776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211480.089973:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211480.089978:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211480.089980:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211480.089982:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211480.089983:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211480.089986:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000200:1.0:1715211480.089990:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954707840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211480.090001:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954707840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211480.090024:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211480.090028:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211480.090031:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211485.095592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211485.095605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211485.095638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211485.095642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715211485.095731:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211485.095739:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211485.095743:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211485.095747:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:2.0:1715211485.095747:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707904, portal 25 00000400:00000010:2.0:1715211485.095751:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715211485.095753:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954707904, offset 0 00000400:00000010:1.0:1715211485.095755:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211485.095760:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211485.095768:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211485.095769:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211485.095772:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211485.095774:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954707968, portal 4 00000400:00000200:2.0:1715211485.095775:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211485.095778:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:2.0:1715211485.095778:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715211485.095780:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954707968, offset 0 00000400:00000200:2.0:1715211485.095780:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211485.095783:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1112:1112:256:4294967295] 192.168.203.134@tcp LPNI seq info [1112:1112:8:4294967295] 00000400:00000200:1.0:1715211485.095788:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211485.095793:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211485.095798:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211485.095801:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211485.095804:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211485.095806:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211485.095808:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211485.095811:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211485.095812:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211485.095814:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211485.095816:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211485.095817:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211485.095820:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1113:1113:255:4294967295] 192.168.203.134@tcp LPNI seq info [1113:1113:7:4294967295] 00000400:00000200:1.0:1715211485.095830:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211485.095834:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211485.095838:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211485.095842:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211485.095849:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211485.095853:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211485.095956:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211485.095961:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211485.095966:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211485.095972:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211485.095976:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715211485.095978:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715211485.095986:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954707904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211485.096037:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211485.096039:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211485.096042:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211485.096046:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211485.096048:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715211485.096050:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715211485.096079:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954707968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211485.097508:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211485.097519:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411bc0 00000400:00000200:0.0:1715211485.097525:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2389 [1] + 224 00000400:00000200:0.0:1715211485.097546:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211485.097549:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211485.097556:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954707904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211485.097592:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211485.097597:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411c00 00000400:00000200:0.0:1715211485.097601:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2391 [1] + 224 00000400:00000200:0.0:1715211485.097615:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211485.097619:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211485.097624:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954707968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211485.097677:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211485.097684:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211485.097687:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211485.097695:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954707904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211485.097722:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954707904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211485.097739:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211485.097741:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211485.097743:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715211485.097746:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000200:1.0:1715211485.097757:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211485.097759:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211485.097767:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954707968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211485.097778:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954707968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211485.097799:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211485.097803:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211485.097806:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211490.103517:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211490.103525:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211490.103546:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211490.103548:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:2.0:1715211490.103606:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211490.103607:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211490.103610:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211490.103611:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211490.103614:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211490.103614:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211490.103617:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708096, portal 4 00000100:00000200:2.0:1715211490.103617:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708032, portal 25 00000400:00000010:1.0:1715211490.103620:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000400:00000010:2.0:1715211490.103620:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715211490.103621:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708096, offset 0 00000100:00000200:2.0:1715211490.103621:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708032, offset 0 00000400:00000200:2.0:1715211490.103625:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211490.103631:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211490.103632:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211490.103634:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211490.103636:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211490.103638:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211490.103639:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211490.103640:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1114:1114:256:4294967295] 192.168.203.134@tcp LPNI seq info [1114:1114:8:4294967295] 00000400:00000200:2.0:1715211490.103646:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211490.103649:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211490.103650:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211490.103651:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211490.103652:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211490.103654:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211490.103654:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211490.103656:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211490.103657:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211490.103658:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211490.103659:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1115:1115:255:4294967295] 192.168.203.134@tcp LPNI seq info [1115:1115:7:4294967295] 00000800:00000200:2.0:1715211490.103660:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211490.103663:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211490.103666:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211490.103668:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211490.103670:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211490.103673:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211490.103675:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211490.103739:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211490.103742:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211490.103745:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211490.103748:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211490.103750:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715211490.103751:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715211490.103755:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954708032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211490.103788:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211490.103790:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211490.103791:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211490.103793:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211490.103794:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715211490.103795:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715211490.103797:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954708096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211490.104941:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211490.104947:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411c40 00000400:00000200:0.0:1715211490.104955:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x239d [1] + 224 00000400:00000200:0.0:1715211490.104961:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211490.104963:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211490.104967:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954708032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211490.104985:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211490.104988:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411c80 00000400:00000200:0.0:1715211490.104990:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2399 [1] + 224 00000400:00000200:0.0:1715211490.104996:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211490.104998:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211490.105000:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954708096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211490.105047:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211490.105051:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211490.105052:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211490.105057:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954708032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211490.105067:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211490.105070:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000200:2.0:1715211490.105071:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954708032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211490.105076:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211490.105080:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954708096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211490.105081:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211490.105083:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000200:1.0:1715211490.105085:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954708096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211490.105085:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 02000000:00000010:1.0:1715211490.105097:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211490.105099:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211490.105101:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211495.111601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211495.111613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211495.111647:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211495.111651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211495.111742:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211495.111750:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211495.111755:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211495.111758:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708160, portal 25 02000000:00000010:1.0:1715211495.111762:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211495.111762:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715211495.111764:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708160, offset 0 00000400:00000010:1.0:1715211495.111771:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211495.111772:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211495.111776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211495.111780:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708224, portal 4 00000400:00000200:2.0:1715211495.111780:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211495.111784:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211495.111785:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:1.0:1715211495.111787:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708224, offset 0 00000400:00000200:2.0:1715211495.111787:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211495.111790:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211495.111793:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211495.111794:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211495.111795:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1116:1116:256:4294967295] 192.168.203.134@tcp LPNI seq info [1116:1116:8:4294967295] 00000400:00000200:2.0:1715211495.111805:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211495.111810:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211495.111813:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211495.111813:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211495.111817:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211495.111818:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211495.111821:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211495.111824:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211495.111825:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211495.111826:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211495.111828:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211495.111829:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1117:1117:255:4294967295] 192.168.203.134@tcp LPNI seq info [1117:1117:7:4294967295] 00000400:00000200:1.0:1715211495.111839:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211495.111844:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211495.111847:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211495.111852:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211495.111858:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211495.111862:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211495.111970:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211495.111976:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211495.111981:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211495.112012:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211495.112016:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715211495.112018:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715211495.112025:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954708160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211495.112078:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211495.112081:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211495.112084:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211495.112088:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211495.112090:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715211495.112092:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715211495.112095:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954708224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211495.113524:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211495.113543:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411cc0 00000400:00000200:0.0:1715211495.113550:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23a9 [1] + 224 00000400:00000200:0.0:1715211495.113560:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211495.113563:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211495.113569:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954708160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211495.113605:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211495.113609:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411d00 00000400:00000200:0.0:1715211495.113613:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23b1 [1] + 224 00000400:00000200:0.0:1715211495.113629:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211495.113633:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211495.113638:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954708224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211495.113696:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211495.113704:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211495.113706:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211495.113714:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954708160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211495.113741:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954708160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211495.113750:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211495.113757:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715211495.113758:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211495.113759:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211495.113762:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715211495.113765:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:1.0:1715211495.113776:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954708224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211495.113786:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954708224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211495.113807:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211495.113811:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211495.113814:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211500.119605:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211500.119622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211500.119661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211500.119675:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715211500.119759:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211500.119768:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211500.119773:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211500.119774:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211500.119781:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708288, portal 25 00000400:00000010:1.0:1715211500.119782:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211500.119785:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000010:1.0:1715211500.119787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211500.119788:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708288, offset 0 00000100:00000200:1.0:1715211500.119792:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708352, portal 4 00000400:00000010:1.0:1715211500.119797:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:2.0:1715211500.119797:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211500.119801:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708352, offset 0 00000400:00000200:1.0:1715211500.119808:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211500.119809:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211500.119813:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211500.119817:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211500.119821:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211500.119824:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211500.119827:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1118:1118:256:4294967295] 192.168.203.134@tcp LPNI seq info [1118:1118:8:4294967295] 00000400:00000200:2.0:1715211500.119837:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211500.119843:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211500.119846:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211500.119847:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211500.119850:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211500.119853:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211500.119854:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211500.119856:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211500.119859:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211500.119861:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211500.119862:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1119:1119:255:4294967295] 192.168.203.134@tcp LPNI seq info [1119:1119:7:4294967295] 00000800:00000200:2.0:1715211500.119865:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211500.119871:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211500.119876:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211500.119881:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211500.119886:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211500.119892:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211500.119895:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211500.120038:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211500.120043:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211500.120049:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211500.120056:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211500.120060:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715211500.120062:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715211500.120071:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954708288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211500.120131:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211500.120134:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211500.120137:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211500.120140:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211500.120143:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715211500.120144:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715211500.120148:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954708352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211500.121746:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211500.121759:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411d40 00000400:00000200:0.0:1715211500.121766:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23b9 [1] + 224 00000400:00000200:0.0:1715211500.121776:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211500.121780:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211500.121787:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954708288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211500.121822:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211500.121826:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411d80 00000400:00000200:0.0:1715211500.121831:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23c1 [1] + 224 00000400:00000200:0.0:1715211500.121848:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211500.121852:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211500.121856:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954708352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211500.121913:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211500.121921:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211500.121923:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211500.121931:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954708288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211500.121982:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954708288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211500.122003:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211500.122005:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211500.122008:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715211500.122012:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000200:1.0:1715211500.122013:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211500.122015:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211500.122022:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954708352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211500.122043:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954708352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211500.122066:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211500.122070:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211500.122073:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211505.127578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211505.127593:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211505.127627:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211505.127631:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715211505.127719:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211505.127728:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211505.127731:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211505.127732:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211505.127736:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708416, portal 25 00000400:00000010:1.0:1715211505.127739:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211505.127740:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715211505.127742:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708416, offset 0 00000400:00000010:1.0:1715211505.127744:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211505.127749:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211505.127757:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708480, portal 4 00000400:00000200:2.0:1715211505.127757:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211505.127761:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211505.127763:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715211505.127765:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708480, offset 0 00000400:00000200:2.0:1715211505.127765:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211505.127767:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211505.127770:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211505.127772:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211505.127773:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1120:1120:256:4294967295] 192.168.203.134@tcp LPNI seq info [1120:1120:8:4294967295] 00000400:00000200:2.0:1715211505.127782:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211505.127787:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211505.127790:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211505.127791:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211505.127795:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211505.127795:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211505.127798:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211505.127802:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211505.127803:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211505.127804:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211505.127806:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211505.127807:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1121:1121:255:4294967295] 192.168.203.134@tcp LPNI seq info [1121:1121:7:4294967295] 00000400:00000200:1.0:1715211505.127817:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211505.127822:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211505.127825:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211505.127830:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211505.127836:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211505.127840:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211505.127974:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211505.127980:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211505.127984:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211505.127991:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211505.127995:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715211505.127997:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715211505.128004:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954708416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211505.128057:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211505.128059:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211505.128062:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211505.128066:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211505.128068:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715211505.128069:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715211505.128082:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954708480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211505.129548:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211505.129559:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411dc0 00000400:00000200:0.0:1715211505.129566:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23c9 [1] + 224 00000400:00000200:0.0:1715211505.129574:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211505.129578:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211505.129584:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954708416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211505.129618:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211505.129622:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411e00 00000400:00000200:0.0:1715211505.129626:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23d1 [1] + 224 00000400:00000200:0.0:1715211505.129643:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211505.129646:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211505.129651:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954708480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211505.129710:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211505.129717:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211505.129719:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211505.129728:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954708416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211505.129755:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954708416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211505.129769:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211505.129772:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211505.129776:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715211505.129776:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000400:00000010:1.0:1715211505.129778:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715211505.129779:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000200:1.0:1715211505.129786:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954708480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211505.129813:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954708480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211505.129834:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211505.129838:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211505.129841:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211510.135604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211510.135616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211510.135647:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211510.135651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715211510.135746:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211510.135754:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211510.135755:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715211510.135759:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211510.135763:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211510.135763:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708544, portal 25 00000400:00000010:1.0:1715211510.135767:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211510.135767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715211510.135769:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708544, offset 0 00000100:00000200:1.0:1715211510.135771:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708608, portal 4 00000400:00000010:1.0:1715211510.135776:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000400:00000200:2.0:1715211510.135776:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211510.135780:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708608, offset 0 00000400:00000200:2.0:1715211510.135785:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211510.135787:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211510.135789:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211510.135793:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211510.135795:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211510.135798:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211510.135801:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1122:1122:256:4294967295] 192.168.203.134@tcp LPNI seq info [1122:1122:8:4294967295] 00000400:00000200:2.0:1715211510.135810:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211510.135815:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211510.135818:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211510.135820:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211510.135823:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211510.135824:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211510.135827:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211510.135830:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211510.135830:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211510.135833:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211510.135833:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211510.135836:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1123:1123:255:4294967295] 192.168.203.134@tcp LPNI seq info [1123:1123:7:4294967295] 00000400:00000200:1.0:1715211510.135845:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211510.135850:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211510.135853:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211510.135858:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211510.135864:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211510.135868:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211510.135994:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211510.136000:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211510.136005:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211510.136011:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211510.136015:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715211510.136017:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715211510.136024:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954708544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211510.136080:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211510.136082:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211510.136085:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211510.136088:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211510.136091:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715211510.136101:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715211510.136106:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954708608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211510.137575:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211510.137586:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411e40 00000400:00000200:0.0:1715211510.137592:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23d9 [1] + 224 00000400:00000200:0.0:1715211510.137601:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211510.137605:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211510.137611:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954708544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211510.137645:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211510.137650:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411e80 00000400:00000200:0.0:1715211510.137654:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23e1 [1] + 224 00000400:00000200:0.0:1715211510.137670:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211510.137674:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211510.137678:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954708608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211510.137737:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211510.137745:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211510.137747:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211510.137755:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954708544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211510.137782:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954708544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211510.137793:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211510.137800:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211510.137801:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211510.137803:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211510.137804:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211510.137807:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:1.0:1715211510.137810:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954708608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211510.137837:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954708608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211510.137858:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715211510.137862:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211510.137865:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211515.143603:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211515.143615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211515.143647:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211515.143651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211515.143739:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211515.143748:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211515.143752:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211515.143754:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715211515.143756:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708672, portal 25 00000400:00000010:2.0:1715211515.143760:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000400:00000010:1.0:1715211515.143761:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211515.143762:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708672, offset 0 00000400:00000010:1.0:1715211515.143766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211515.143769:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211515.143777:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211515.143780:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708736, portal 4 00000400:00000200:2.0:1715211515.143781:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211515.143784:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211515.143785:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:1.0:1715211515.143787:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708736, offset 0 00000400:00000200:2.0:1715211515.143787:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211515.143789:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211515.143792:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1124:1124:256:4294967295] 192.168.203.134@tcp LPNI seq info [1124:1124:8:4294967295] 00000400:00000200:1.0:1715211515.143794:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211515.143802:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211515.143807:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211515.143810:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211515.143810:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211515.143815:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211515.143815:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211515.143818:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211515.143820:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211515.143821:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211515.143823:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211515.143825:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211515.143826:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1125:1125:255:4294967295] 192.168.203.134@tcp LPNI seq info [1125:1125:7:4294967295] 00000400:00000200:1.0:1715211515.143835:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211515.143840:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211515.143844:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211515.143848:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211515.143889:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211515.143892:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211515.143954:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211515.143959:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211515.143964:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211515.143971:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211515.143975:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715211515.143977:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715211515.143984:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954708672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211515.144035:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211515.144037:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211515.144040:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211515.144048:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211515.144059:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715211515.144060:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715211515.144065:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954708736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211515.145530:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211515.145541:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411ec0 00000400:00000200:0.0:1715211515.145547:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23e9 [1] + 224 00000400:00000200:0.0:1715211515.145556:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211515.145560:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211515.145566:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954708672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211515.145600:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211515.145605:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411f00 00000400:00000200:0.0:1715211515.145609:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23f1 [1] + 224 00000400:00000200:0.0:1715211515.145625:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211515.145629:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211515.145633:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954708736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211515.145690:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211515.145697:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211515.145699:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211515.145707:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954708672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211515.145735:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954708672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211515.145747:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211515.145752:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211515.145754:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211515.145756:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211515.145756:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715211515.145759:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:1.0:1715211515.145764:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954708736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211515.145791:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954708736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211515.145812:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211515.145816:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211515.145819:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211520.151610:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211520.151626:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211520.151658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211520.151662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715211520.151751:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211520.151759:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211520.151763:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211520.151764:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211520.151768:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708800, portal 25 00000400:00000010:1.0:1715211520.151771:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211520.151772:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715211520.151774:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708800, offset 0 00000400:00000010:1.0:1715211520.151776:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211520.151781:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211520.151789:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211520.151790:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708864, portal 4 00000400:00000200:2.0:1715211520.151793:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211520.151795:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:2.0:1715211520.151797:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715211520.151798:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708864, offset 0 00000400:00000200:2.0:1715211520.151799:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211520.151802:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211520.151805:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211520.151805:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1126:1126:256:4294967295] 192.168.203.134@tcp LPNI seq info [1126:1126:8:4294967295] 00000400:00000200:2.0:1715211520.151814:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211520.151845:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211520.151848:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211520.151853:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211520.151853:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211520.151858:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211520.151860:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211520.151861:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211520.151864:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211520.151864:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211520.151867:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211520.151870:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1127:1127:255:4294967295] 192.168.203.134@tcp LPNI seq info [1127:1127:7:4294967295] 00000400:00000200:1.0:1715211520.151879:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211520.151884:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211520.151888:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211520.151893:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211520.151899:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211520.151903:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211520.152003:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211520.152008:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211520.152013:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211520.152019:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211520.152023:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715211520.152025:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715211520.152031:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954708800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211520.152082:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211520.152085:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211520.152088:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211520.152100:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211520.152103:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715211520.152104:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715211520.152108:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954708864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211520.153598:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211520.153609:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411f40 00000400:00000200:0.0:1715211520.153615:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x23f9 [1] + 224 00000400:00000200:0.0:1715211520.153623:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211520.153627:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211520.153633:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954708800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211520.153667:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211520.153672:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030411f80 00000400:00000200:0.0:1715211520.153676:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2401 [1] + 224 00000400:00000200:0.0:1715211520.153693:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211520.153697:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211520.153701:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954708864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211520.153752:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211520.153759:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211520.153761:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211520.153769:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954708800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211520.153797:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954708800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211520.153814:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211520.153840:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211520.153846:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000400:00000200:1.0:1715211520.153849:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715211520.153849:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:1.0:1715211520.153852:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211520.153860:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954708864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211520.153887:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954708864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211520.153908:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211520.153912:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211520.153916:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211525.159602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211525.159615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211525.159647:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211525.159651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211525.159744:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211525.159752:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211525.159752:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211525.159758:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211525.159759:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211525.159762:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708928, portal 25 00000400:00000010:1.0:1715211525.159764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211525.159766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:1.0:1715211525.159768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954708992, portal 4 00000100:00000200:2.0:1715211525.159768:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954708928, offset 0 00000400:00000010:1.0:1715211525.159773:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715211525.159775:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211525.159816:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954708992, offset 0 00000400:00000200:2.0:1715211525.159821:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211525.159825:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211525.159825:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211525.159828:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211525.159831:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211525.159833:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211525.159836:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1128:1128:256:4294967295] 192.168.203.134@tcp LPNI seq info [1128:1128:8:4294967295] 00000400:00000200:2.0:1715211525.159846:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211525.159852:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211525.159855:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211525.159855:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211525.159859:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211525.159861:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211525.159863:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211525.159865:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211525.159867:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211525.159868:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211525.159871:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1129:1129:255:4294967295] 192.168.203.134@tcp LPNI seq info [1129:1129:7:4294967295] 00000800:00000200:2.0:1715211525.159871:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211525.159881:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211525.159885:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211525.159889:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211525.159894:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211525.159900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211525.159903:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211525.160016:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211525.160022:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211525.160026:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211525.160033:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211525.160036:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715211525.160038:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715211525.160045:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954708928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211525.160097:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211525.160099:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211525.160110:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211525.160115:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211525.160117:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715211525.160118:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715211525.160123:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954708992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211525.161566:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211525.161577:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030411fc0 00000400:00000200:0.0:1715211525.161584:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2409 [1] + 224 00000400:00000200:0.0:1715211525.161592:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211525.161596:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211525.161602:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954708928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211525.161635:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211525.161640:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412000 00000400:00000200:0.0:1715211525.161644:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x240d [1] + 224 00000400:00000200:0.0:1715211525.161661:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211525.161665:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211525.161669:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954708992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211525.161727:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211525.161734:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211525.161736:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211525.161744:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954708928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211525.161771:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954708928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211525.161808:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211525.161809:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211525.161814:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000400:00000200:1.0:1715211525.161817:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715211525.161817:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:1.0:1715211525.161819:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211525.161827:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954708992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211525.161855:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954708992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211525.161876:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211525.161880:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211525.161883:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211530.167607:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211530.167627:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211530.167672:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211530.167676:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715211530.167791:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211530.167802:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211530.167810:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211530.167818:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709056, portal 25 02000000:00000010:1.0:1715211530.167822:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211530.167823:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715211530.167825:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709056, offset 0 00000400:00000010:1.0:1715211530.167831:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211530.167836:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211530.167846:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211530.167850:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709120, portal 4 00000400:00000200:2.0:1715211530.167851:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211530.167856:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:2.0:1715211530.167857:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211530.167858:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954709120, offset 0 00000400:00000200:2.0:1715211530.167861:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211530.167865:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211530.167865:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211530.167868:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211530.167871:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1130:1130:256:4294967295] 192.168.203.134@tcp LPNI seq info [1130:1130:8:4294967295] 00000400:00000200:2.0:1715211530.167883:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211530.167889:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211530.167891:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211530.167893:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211530.167896:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211530.167899:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211530.167899:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211530.167902:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211530.167904:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211530.167907:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1131:1131:255:4294967295] 192.168.203.134@tcp LPNI seq info [1131:1131:7:4294967295] 00000800:00000200:2.0:1715211530.167907:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211530.167912:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211530.167917:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211530.167922:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211530.167925:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211530.167930:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211530.167936:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211530.167940:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211530.168061:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211530.168067:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211530.168073:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211530.168080:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211530.168085:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715211530.168087:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715211530.168096:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954709056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211530.168167:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211530.168179:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211530.168182:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211530.168186:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211530.168189:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715211530.168191:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715211530.168195:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954709120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211530.169966:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211530.169979:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412040 00000400:00000200:0.0:1715211530.169987:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2419 [1] + 224 00000400:00000200:0.0:1715211530.169998:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211530.170001:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211530.170008:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954709056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211530.170043:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211530.170048:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412080 00000400:00000200:0.0:1715211530.170053:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2421 [1] + 224 00000400:00000200:0.0:1715211530.170067:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211530.170071:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211530.170076:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954709120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211530.170135:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211530.170143:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211530.170145:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211530.170153:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954709056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211530.170182:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954709056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211530.170193:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211530.170200:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211530.170202:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211530.170205:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211530.170210:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954709120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211530.170211:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211530.170215:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:1.0:1715211530.170238:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954709120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211530.170260:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211530.170265:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211530.170268:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211535.175596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211535.175617:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211535.175660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211535.175664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715211535.175776:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211535.175787:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211535.175794:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211535.175802:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709184, portal 25 02000000:00000010:1.0:1715211535.175805:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211535.175807:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715211535.175810:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709184, offset 0 00000400:00000010:1.0:1715211535.175816:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211535.175820:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211535.175835:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211535.175836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211535.175841:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211535.175843:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709248, portal 4 00000400:00000200:2.0:1715211535.175845:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211535.175848:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000400:00000200:2.0:1715211535.175849:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715211535.175851:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954709248, offset 0 00000400:00000200:2.0:1715211535.175852:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211535.175856:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1132:1132:256:4294967295] 192.168.203.134@tcp LPNI seq info [1132:1132:8:4294967295] 00000400:00000200:1.0:1715211535.175859:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211535.175867:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211535.175873:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211535.175876:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211535.175877:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211535.175880:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211535.175884:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211535.175885:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211535.175887:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211535.175889:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211535.175892:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1133:1133:255:4294967295] 192.168.203.134@tcp LPNI seq info [1133:1133:7:4294967295] 00000800:00000200:2.0:1715211535.175895:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211535.175900:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211535.175902:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211535.175907:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211535.175910:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211535.175915:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211535.175921:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211535.175925:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211535.176054:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211535.176060:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211535.176066:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211535.176073:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211535.176077:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715211535.176080:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715211535.176089:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954709184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211535.176185:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211535.176188:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211535.176190:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211535.176194:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211535.176197:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715211535.176199:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715211535.176203:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954709248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211535.178080:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211535.178093:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304120c0 00000400:00000200:0.0:1715211535.178101:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2429 [1] + 224 00000400:00000200:0.0:1715211535.178112:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211535.178116:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211535.178123:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954709184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211535.178159:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211535.178164:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412100 00000400:00000200:0.0:1715211535.178168:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2431 [1] + 224 00000400:00000200:0.0:1715211535.178183:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211535.178186:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211535.178191:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954709248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211535.178252:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211535.178260:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211535.178262:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211535.178270:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954709184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211535.178298:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954709184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211535.178312:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211535.178319:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211535.178321:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211535.178321:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211535.178326:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000200:1.0:1715211535.178329:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954709248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211535.178331:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:1.0:1715211535.178357:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954709248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211535.178380:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211535.178384:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211535.178387:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211540.183588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211540.183610:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211540.183668:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211540.183673:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715211540.183770:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211540.183781:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211540.183785:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211540.183789:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211540.183795:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211540.183797:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709312, portal 25 00000400:00000010:1.0:1715211540.183800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211540.183802:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:1.0:1715211540.183804:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709376, portal 4 00000100:00000200:2.0:1715211540.183805:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709312, offset 0 00000400:00000010:1.0:1715211540.183809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000400:00000200:2.0:1715211540.183815:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211540.183822:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954709376, offset 0 00000400:00000200:1.0:1715211540.183830:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211540.183831:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211540.183836:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211540.183841:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211540.183845:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211540.183848:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211540.183851:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1134:1134:256:4294967295] 192.168.203.134@tcp LPNI seq info [1134:1134:8:4294967295] 00000400:00000200:2.0:1715211540.183862:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211540.183868:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211540.183871:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211540.183873:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211540.183875:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211540.183878:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211540.183879:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211540.183881:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211540.183883:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211540.183886:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1135:1135:255:4294967295] 192.168.203.134@tcp LPNI seq info [1135:1135:7:4294967295] 00000800:00000200:2.0:1715211540.183889:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211540.183894:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211540.183896:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211540.183901:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211540.183905:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211540.183910:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211540.183916:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211540.183920:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211540.184048:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211540.184054:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211540.184060:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211540.184067:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211540.184071:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715211540.184073:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715211540.184092:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954709312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211540.184172:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211540.184175:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211540.184178:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211540.184182:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211540.184184:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715211540.184186:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715211540.184190:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954709376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211540.186295:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211540.186308:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412140 00000400:00000200:0.0:1715211540.186315:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2439 [1] + 224 00000400:00000200:0.0:1715211540.186325:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211540.186329:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211540.186336:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954709312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211540.186372:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211540.186377:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412180 00000400:00000200:0.0:1715211540.186382:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x243d [1] + 224 00000400:00000200:0.0:1715211540.186396:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211540.186399:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211540.186404:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954709376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211540.186494:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211540.186502:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211540.186504:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211540.186513:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954709312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211540.186524:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211540.186531:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211540.186533:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211540.186541:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954709376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211540.186541:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954709312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211540.186565:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211540.186570:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715211540.186574:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:1.0:1715211540.186576:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954709376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211540.186599:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211540.186603:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211540.186606:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211545.191580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211545.191601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211545.191644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211545.191686:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:1.0:1715211545.191731:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 02000000:00000010:2.0:1715211545.191740:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211545.191743:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211545.191750:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211545.191752:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211545.191755:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211545.191761:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709504, portal 4 00000100:00000200:2.0:1715211545.191761:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709440, portal 25 00000400:00000010:2.0:1715211545.191766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000400:00000010:1.0:1715211545.191768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:2.0:1715211545.191768:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709440, offset 0 00000100:00000200:1.0:1715211545.191772:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954709504, offset 0 00000400:00000200:2.0:1715211545.191779:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211545.191793:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211545.191794:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211545.191800:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211545.191804:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211545.191809:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211545.191811:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211545.191815:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1136:1136:256:4294967295] 192.168.203.134@tcp LPNI seq info [1136:1136:8:4294967295] 00000400:00000200:2.0:1715211545.191826:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211545.191832:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211545.191836:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211545.191837:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211545.191842:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211545.191843:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211545.191846:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211545.191850:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211545.191853:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211545.191854:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211545.191858:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211545.191859:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1137:1137:255:4294967295] 192.168.203.134@tcp LPNI seq info [1137:1137:7:4294967295] 00000400:00000200:1.0:1715211545.191872:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211545.191880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211545.191885:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211545.191892:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211545.191900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211545.191905:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211545.192009:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211545.192015:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211545.192021:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211545.192028:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211545.192033:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715211545.192044:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715211545.192055:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954709440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211545.192141:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211545.192144:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211545.192147:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211545.192151:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211545.192153:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715211545.192155:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715211545.192159:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954709504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211545.194198:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211545.194212:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304121c0 00000400:00000200:0.0:1715211545.194219:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x244d [1] + 224 00000400:00000200:0.0:1715211545.194231:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211545.194234:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211545.194241:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954709440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211545.194278:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211545.194283:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412200 00000400:00000200:0.0:1715211545.194287:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2449 [1] + 224 00000400:00000200:0.0:1715211545.194302:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211545.194306:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211545.194310:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954709504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211545.194367:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211545.194372:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211545.194374:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211545.194380:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954709504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211545.194381:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211545.194389:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211545.194391:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211545.194399:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954709440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211545.194408:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954709504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211545.194427:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954709440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211545.194438:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211545.194443:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715211545.194445:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000010:1.0:1715211545.194447:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 02000000:00000010:2.0:1715211545.194449:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211545.194452:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211550.199602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211550.199678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211550.199711:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211550.199714:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211550.199755:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211550.199763:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211550.199765:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211550.199768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211550.199772:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211550.199774:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709568, portal 25 00000400:00000010:1.0:1715211550.199775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211550.199777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715211550.199778:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709632, portal 4 00000100:00000200:2.0:1715211550.199779:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709568, offset 0 00000400:00000010:1.0:1715211550.199781:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715211550.199783:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954709632, offset 0 00000400:00000200:2.0:1715211550.199788:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211550.199794:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211550.199798:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211550.199802:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211550.199805:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211550.199808:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211550.199810:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211550.199812:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1138:1138:256:4294967295] 192.168.203.134@tcp LPNI seq info [1138:1138:8:4294967295] 00000400:00000200:2.0:1715211550.199820:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211550.199824:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211550.199825:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211550.199827:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211550.199828:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211550.199830:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211550.199832:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211550.199832:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211550.199833:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211550.199835:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1139:1139:255:4294967295] 192.168.203.134@tcp LPNI seq info [1139:1139:7:4294967295] 00000800:00000200:2.0:1715211550.199838:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211550.199841:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211550.199842:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211550.199844:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211550.199847:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211550.199850:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211550.199853:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211550.199855:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211550.199967:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211550.199971:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211550.199976:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211550.199981:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211550.199995:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715211550.199997:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715211550.200005:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954709568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211550.200070:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211550.200071:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211550.200073:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211550.200076:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211550.200078:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715211550.200079:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715211550.200082:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954709632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211550.202224:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211550.202242:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412240 00000400:00000200:0.0:1715211550.202252:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2459 [1] + 224 00000400:00000200:0.0:1715211550.202266:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211550.202272:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211550.202282:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954709568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211550.202334:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211550.202344:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412280 00000400:00000200:0.0:1715211550.202349:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x245d [1] + 224 00000400:00000200:0.0:1715211550.202366:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211550.202370:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211550.202376:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954709632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211550.202418:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211550.202425:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211550.202427:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211550.202435:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954709568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211550.202497:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954709568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211550.202501:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211550.202508:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211550.202510:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211550.202518:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954709632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211550.202521:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211550.202526:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211550.202531:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:1.0:1715211550.202546:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954709632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211550.202570:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211550.202574:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211550.202577:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211555.207621:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211555.207644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211555.207689:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211555.207693:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:1.0:1715211555.207778:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 02000000:00000010:2.0:1715211555.207780:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211555.207790:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211555.207790:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211555.207797:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211555.207797:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211555.207805:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709696, portal 25 00000400:00000010:2.0:1715211555.207810:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715211555.207812:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709760, portal 4 00000100:00000200:2.0:1715211555.207813:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709696, offset 0 00000400:00000010:1.0:1715211555.207818:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000400:00000200:2.0:1715211555.207824:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211555.207829:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954709760, offset 0 00000400:00000200:1.0:1715211555.207836:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211555.207839:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211555.207845:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211555.207849:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211555.207853:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211555.207856:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211555.207859:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1140:1140:256:4294967295] 192.168.203.134@tcp LPNI seq info [1140:1140:8:4294967295] 00000400:00000200:2.0:1715211555.207870:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211555.207877:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211555.207879:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211555.207881:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211555.207883:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211555.207886:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211555.207888:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211555.207889:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211555.207892:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211555.207894:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1141:1141:255:4294967295] 192.168.203.134@tcp LPNI seq info [1141:1141:7:4294967295] 00000800:00000200:2.0:1715211555.207897:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211555.207902:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211555.207904:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211555.207909:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211555.207913:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211555.207918:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211555.207924:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211555.207928:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211555.208012:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211555.208018:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211555.208024:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211555.208045:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211555.208050:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715211555.208053:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715211555.208063:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954709696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211555.208146:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211555.208149:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211555.208152:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211555.208155:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211555.208158:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715211555.208160:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715211555.208164:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954709760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211555.210133:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211555.210146:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304122c0 00000400:00000200:0.0:1715211555.210153:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2469 [1] + 224 00000400:00000200:0.0:1715211555.210165:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211555.210168:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211555.210175:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954709696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211555.210212:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211555.210217:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412300 00000400:00000200:0.0:1715211555.210221:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x246d [1] + 224 00000400:00000200:0.0:1715211555.210236:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211555.210239:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211555.210244:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954709760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211555.210306:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211555.210314:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211555.210316:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211555.210324:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954709696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211555.210352:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954709696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211555.210362:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211555.210370:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211555.210372:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211555.210375:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211555.210380:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954709760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211555.210380:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211555.210385:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000200:1.0:1715211555.210407:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954709760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211555.210429:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211555.210434:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211555.210437:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211560.215627:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211560.215650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211560.215695:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211560.215699:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211560.215790:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211560.215800:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211560.215808:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211560.215816:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709824, portal 25 02000000:00000010:1.0:1715211560.215819:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211560.215820:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715211560.215823:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709824, offset 0 00000400:00000010:1.0:1715211560.215829:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211560.215833:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211560.215844:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211560.215848:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211560.215849:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709888, portal 4 00000400:00000010:1.0:1715211560.215854:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000400:00000200:2.0:1715211560.215854:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211560.215856:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954709888, offset 0 00000400:00000200:2.0:1715211560.215858:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211560.215863:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211560.215864:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211560.215865:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211560.215869:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1142:1142:256:4294967295] 192.168.203.134@tcp LPNI seq info [1142:1142:8:4294967295] 00000400:00000200:2.0:1715211560.215881:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211560.215887:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211560.215890:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211560.215892:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211560.215894:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211560.215897:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211560.215898:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211560.215900:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211560.215902:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211560.215905:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1143:1143:255:4294967295] 192.168.203.134@tcp LPNI seq info [1143:1143:7:4294967295] 00000800:00000200:2.0:1715211560.215908:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211560.215913:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211560.215915:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211560.215920:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211560.215923:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211560.215928:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211560.215934:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211560.215938:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211560.216069:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211560.216075:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211560.216091:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211560.216098:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211560.216103:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715211560.216105:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715211560.216114:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954709824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211560.216197:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211560.216200:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211560.216203:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211560.216207:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211560.216209:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715211560.216211:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715211560.216215:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954709888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211560.218113:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211560.218127:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412340 00000400:00000200:0.0:1715211560.218135:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2479 [1] + 224 00000400:00000200:0.0:1715211560.218145:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211560.218149:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211560.218156:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954709824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211560.218193:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211560.218198:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412380 00000400:00000200:0.0:1715211560.218202:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2481 [1] + 224 00000400:00000200:0.0:1715211560.218220:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211560.218224:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211560.218229:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954709888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211560.218250:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211560.218260:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211560.218262:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211560.218273:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954709824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211560.218302:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954709824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211560.218325:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211560.218330:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715211560.218334:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715211560.218351:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211560.218358:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211560.218360:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211560.218368:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954709888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211560.218396:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954709888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211560.218419:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211560.218423:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211560.218426:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211565.223597:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211565.223619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211565.223660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211565.223664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:1.0:1715211565.223706:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:1.0:1715211565.223716:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211565.223724:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211565.223731:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710016, portal 4 00000400:00000010:1.0:1715211565.223737:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000100:00000200:1.0:1715211565.223740:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710016, offset 0 00000400:00000200:1.0:1715211565.223750:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:2.0:1715211565.223751:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211565.223760:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000200:1.0:1715211565.223765:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:2.0:1715211565.223765:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211565.223769:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954709952, portal 25 00000400:00000200:1.0:1715211565.223770:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715211565.223773:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000400:00000200:1.0:1715211565.223775:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:2.0:1715211565.223775:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954709952, offset 0 00000400:00000200:1.0:1715211565.223779:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211565.223781:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211565.223783:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211565.223785:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1144:1144:256:4294967295] 192.168.203.134@tcp LPNI seq info [1144:1144:8:4294967295] 00000400:00000200:1.0:1715211565.223796:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211565.223802:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211565.223805:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211565.223806:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715211565.223808:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211565.223812:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211565.223812:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211565.223815:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211565.223818:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211565.223821:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1145:1145:255:4294967295] 192.168.203.134@tcp LPNI seq info [1145:1145:7:4294967295] 00000800:00000200:1.0:1715211565.223822:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211565.223827:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211565.223830:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211565.223835:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211565.223839:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715211565.223843:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211565.223850:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211565.223853:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211565.223962:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211565.223976:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211565.223982:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211565.223990:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211565.223994:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715211565.223996:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715211565.224005:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954710016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211565.224067:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211565.224069:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211565.224072:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211565.224076:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211565.224079:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715211565.224081:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715211565.224086:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954709952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211565.225831:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211565.225845:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412400 00000400:00000200:0.0:1715211565.225852:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2489 [1] + 224 00000400:00000200:0.0:1715211565.225863:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211565.225867:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211565.225874:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954710016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211565.225909:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211565.225914:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304123c0 00000400:00000200:0.0:1715211565.225918:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2491 [1] + 224 00000400:00000200:0.0:1715211565.225932:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715211565.225933:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715211565.225936:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211565.225938:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211565.225940:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211565.225946:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954710016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715211565.225950:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954709952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211565.225974:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954710016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211565.226003:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211565.226007:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211565.226011:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:2.0:1715211565.226038:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211565.226046:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211565.226048:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211565.226056:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954709952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211565.226083:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954709952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211565.226100:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211565.226104:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715211565.226107:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211570.231594:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211570.231616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211570.231659:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211570.231664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715211570.231758:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211570.231766:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211570.231769:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211570.231775:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211570.231777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211570.231781:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211570.231785:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710144, portal 4 00000100:00000200:2.0:1715211570.231785:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710080, portal 25 00000400:00000010:2.0:1715211570.231790:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000400:00000010:1.0:1715211570.231791:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:2.0:1715211570.231792:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710080, offset 0 00000100:00000200:1.0:1715211570.231793:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710144, offset 0 00000400:00000200:2.0:1715211570.231803:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211570.231812:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211570.231819:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211570.231824:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211570.231829:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211570.231833:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211570.231836:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211570.231839:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1146:1146:256:4294967295] 192.168.203.134@tcp LPNI seq info [1146:1146:8:4294967295] 00000400:00000200:2.0:1715211570.231851:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211570.231856:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211570.231860:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211570.231862:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211570.231867:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211570.231868:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211570.231872:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211570.231877:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211570.231877:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211570.231881:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211570.231882:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211570.231885:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1147:1147:255:4294967295] 192.168.203.134@tcp LPNI seq info [1147:1147:7:4294967295] 00000400:00000200:1.0:1715211570.231899:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211570.231908:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211570.231913:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211570.231921:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211570.231931:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211570.231936:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211570.232027:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211570.232033:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211570.232039:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211570.232046:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211570.232051:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715211570.232053:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715211570.232063:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954710080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211570.232127:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211570.232130:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211570.232132:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211570.232136:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211570.232138:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715211570.232140:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715211570.232144:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954710144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211570.234134:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211570.234147:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412440 00000400:00000200:0.0:1715211570.234155:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2499 [1] + 224 00000400:00000200:0.0:1715211570.234165:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211570.234169:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211570.234176:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954710080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211570.234211:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211570.234216:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412480 00000400:00000200:0.0:1715211570.234220:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x249d [1] + 224 00000400:00000200:0.0:1715211570.234237:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211570.234241:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211570.234253:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954710144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211570.234302:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211570.234310:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211570.234312:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211570.234320:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954710080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211570.234333:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211570.234340:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211570.234343:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211570.234348:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954710080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211570.234350:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954710144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211570.234370:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211570.234375:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000200:1.0:1715211570.234378:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954710144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211570.234380:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 02000000:00000010:1.0:1715211570.234401:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211570.234405:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211570.234408:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211575.239580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211575.239601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211575.239643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211575.239647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:1.0:1715211575.239712:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:1.0:1715211575.239723:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211575.239731:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211575.239732:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211575.239738:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710272, portal 4 00000400:00000010:2.0:1715211575.239741:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211575.239744:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715211575.239747:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710272, offset 0 00000400:00000010:2.0:1715211575.239747:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211575.239751:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710208, portal 25 00000400:00000010:2.0:1715211575.239755:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000400:00000200:1.0:1715211575.239757:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211575.239767:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710208, offset 0 00000400:00000200:1.0:1715211575.239772:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211575.239775:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211575.239778:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211575.239782:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211575.239786:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211575.239788:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211575.239792:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1148:1148:256:4294967295] 192.168.203.134@tcp LPNI seq info [1148:1148:8:4294967295] 00000400:00000200:1.0:1715211575.239803:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211575.239809:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211575.239812:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211575.239813:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715211575.239816:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211575.239819:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211575.239820:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211575.239822:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211575.239825:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211575.239827:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1149:1149:255:4294967295] 192.168.203.134@tcp LPNI seq info [1149:1149:7:4294967295] 00000800:00000200:1.0:1715211575.239829:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211575.239835:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211575.239837:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211575.239842:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211575.239846:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715211575.239850:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211575.239857:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211575.239860:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211575.239975:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211575.239981:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211575.239987:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211575.239994:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211575.239999:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715211575.240001:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715211575.240010:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954710272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211575.240075:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211575.240078:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211575.240081:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211575.240085:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211575.240087:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715211575.240089:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715211575.240093:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954710208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211575.241838:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211575.241851:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412500 00000400:00000200:0.0:1715211575.241858:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24a9 [1] + 224 00000400:00000200:0.0:1715211575.241869:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211575.241872:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211575.241879:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954710272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211575.241914:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211575.241918:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304124c0 00000400:00000200:0.0:1715211575.241922:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24b1 [1] + 224 00000400:00000200:0.0:1715211575.241936:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211575.241947:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211575.241952:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954710208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211575.241973:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211575.241982:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211575.241986:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211575.241996:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954710272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211575.242029:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954710272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211575.242029:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211575.242037:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211575.242039:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211575.242047:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954710208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211575.242063:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211575.242070:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000200:2.0:1715211575.242074:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954710208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211575.242076:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 02000000:00000010:2.0:1715211575.242091:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211575.242095:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211575.242098:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211580.247597:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211580.247626:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211580.247670:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211580.247674:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715211580.247765:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211580.247775:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211580.247778:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211580.247782:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211580.247787:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211580.247790:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710336, portal 25 00000400:00000010:1.0:1715211580.247792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211580.247795:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:1.0:1715211580.247796:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710400, portal 4 00000100:00000200:2.0:1715211580.247797:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710336, offset 0 00000400:00000010:1.0:1715211580.247801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000400:00000200:2.0:1715211580.247807:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211580.247814:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710400, offset 0 00000400:00000200:2.0:1715211580.247821:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211580.247822:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211580.247827:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211580.247831:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211580.247836:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211580.247838:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211580.247842:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1150:1150:256:4294967295] 192.168.203.134@tcp LPNI seq info [1150:1150:8:4294967295] 00000400:00000200:2.0:1715211580.247853:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211580.247859:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211580.247863:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211580.247863:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211580.247867:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211580.247869:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211580.247870:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211580.247873:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211580.247875:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211580.247878:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1151:1151:255:4294967295] 192.168.203.134@tcp LPNI seq info [1151:1151:7:4294967295] 00000800:00000200:2.0:1715211580.247879:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211580.247883:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211580.247888:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211580.247893:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211580.247897:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211580.247901:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211580.247907:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211580.247911:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211580.248028:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211580.248034:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211580.248040:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211580.248047:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211580.248051:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715211580.248053:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715211580.248063:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954710336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211580.248123:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211580.248126:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211580.248128:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211580.248132:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211580.248135:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715211580.248137:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715211580.248140:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954710400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211580.250046:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211580.250060:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412540 00000400:00000200:0.0:1715211580.250067:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24b9 [1] + 224 00000400:00000200:0.0:1715211580.250078:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211580.250084:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211580.250093:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954710336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211580.250147:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211580.250156:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412580 00000400:00000200:0.0:1715211580.250162:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24bd [1] + 224 00000400:00000200:0.0:1715211580.250188:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211580.250202:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211580.250210:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954710400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211580.250222:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211580.250230:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211580.250232:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211580.250240:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954710336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211580.250268:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954710336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211580.250291:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211580.250296:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715211580.250300:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000010:1.0:1715211580.250335:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211580.250342:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211580.250344:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211580.250352:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954710400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211580.250380:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954710400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211580.250402:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211580.250407:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211580.250454:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211585.255584:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211585.255608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211585.255650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211585.255654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211585.255748:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211585.255759:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211585.255762:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211585.255766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211585.255771:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211585.255774:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710464, portal 25 00000400:00000010:1.0:1715211585.255777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211585.255779:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:1.0:1715211585.255781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710528, portal 4 00000100:00000200:2.0:1715211585.255781:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710464, offset 0 00000400:00000010:1.0:1715211585.255786:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000200:2.0:1715211585.255791:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211585.255799:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710528, offset 0 00000400:00000200:1.0:1715211585.255806:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211585.255807:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211585.255812:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211585.255817:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211585.255821:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211585.255824:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211585.255827:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1152:1152:256:4294967295] 192.168.203.134@tcp LPNI seq info [1152:1152:8:4294967295] 00000400:00000200:2.0:1715211585.255838:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211585.255844:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211585.255847:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211585.255849:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211585.255851:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211585.255855:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211585.255855:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211585.255857:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211585.255860:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211585.255863:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1153:1153:255:4294967295] 192.168.203.134@tcp LPNI seq info [1153:1153:7:4294967295] 00000800:00000200:2.0:1715211585.255865:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211585.255870:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211585.255873:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211585.255878:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211585.255883:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211585.255887:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211585.255894:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211585.255897:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211585.256018:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211585.256024:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211585.256030:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211585.256037:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211585.256042:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715211585.256044:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715211585.256054:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954710464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211585.256133:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211585.256135:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211585.256138:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211585.256142:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211585.256144:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715211585.256146:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715211585.256150:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954710528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211585.257989:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211585.258002:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304125c0 00000400:00000200:0.0:1715211585.258010:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24c9 [1] + 224 00000400:00000200:0.0:1715211585.258020:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211585.258024:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211585.258031:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954710464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211585.258066:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211585.258071:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412600 00000400:00000200:0.0:1715211585.258075:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24cd [1] + 224 00000400:00000200:0.0:1715211585.258102:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211585.258105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211585.258110:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954710528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211585.258120:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211585.258130:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211585.258132:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211585.258143:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954710464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211585.258176:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954710464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211585.258198:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211585.258203:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715211585.258207:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000010:1.0:1715211585.258230:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211585.258237:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211585.258239:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211585.258247:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954710528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211585.258275:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954710528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211585.258299:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211585.258303:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211585.258306:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211590.263583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211590.263601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211590.263635:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211590.263637:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715211590.263704:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211590.263711:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211590.263712:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211590.263716:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211590.263718:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211590.263722:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211590.263722:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710592, portal 25 00000100:00000200:1.0:1715211590.263724:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710656, portal 4 00000400:00000010:2.0:1715211590.263725:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715211590.263726:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710592, offset 0 00000400:00000010:1.0:1715211590.263728:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:2.0:1715211590.263733:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211590.263737:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710656, offset 0 00000400:00000200:1.0:1715211590.263741:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211590.263744:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211590.263747:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211590.263749:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211590.263752:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211590.263753:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211590.263755:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1154:1154:256:4294967295] 192.168.203.134@tcp LPNI seq info [1154:1154:8:4294967295] 00000400:00000200:2.0:1715211590.263762:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211590.263765:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211590.263766:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211590.263768:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211590.263768:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211590.263770:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211590.263771:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211590.263772:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211590.263773:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211590.263774:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1155:1155:255:4294967295] 192.168.203.134@tcp LPNI seq info [1155:1155:7:4294967295] 00000800:00000200:2.0:1715211590.263779:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211590.263780:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211590.263782:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715211590.263782:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715211590.263784:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211590.263787:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211590.263790:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211590.263792:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211590.263885:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211590.263888:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211590.263892:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211590.263896:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211590.263899:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715211590.263900:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715211590.263906:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954710592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211590.263959:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211590.263961:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211590.263963:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211590.263965:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211590.263966:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715211590.263967:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715211590.263969:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954710656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211590.265490:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211590.265497:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412680 00000400:00000200:0.0:1715211590.265501:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24dd [1] + 224 00000400:00000200:0.0:1715211590.265507:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211590.265509:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211590.265513:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954710656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211590.265531:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211590.265533:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412640 00000400:00000200:0.0:1715211590.265546:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24d9 [1] + 224 00000400:00000200:0.0:1715211590.265555:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211590.265557:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211590.265559:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954710592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211590.265583:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211590.265587:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211590.265588:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211590.265592:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954710656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211590.265597:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211590.265601:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211590.265602:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211590.265606:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954710592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211590.265607:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954710656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211590.265620:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954710592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211590.265626:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211590.265628:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715211590.265629:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000010:1.0:1715211590.265631:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 02000000:00000010:2.0:1715211590.265631:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211590.265633:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211595.271583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211595.271604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211595.271655:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211595.271659:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715211595.271757:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211595.271761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211595.271767:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211595.271770:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211595.271774:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211595.271775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211595.271781:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710720, portal 25 00000400:00000010:2.0:1715211595.271786:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715211595.271789:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710784, portal 4 00000100:00000200:2.0:1715211595.271789:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710720, offset 0 00000400:00000010:1.0:1715211595.271794:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:2.0:1715211595.271800:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211595.271805:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710784, offset 0 00000400:00000200:1.0:1715211595.271812:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211595.271815:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211595.271820:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211595.271825:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211595.271829:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211595.271831:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211595.271835:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1156:1156:256:4294967295] 192.168.203.134@tcp LPNI seq info [1156:1156:8:4294967295] 00000400:00000200:2.0:1715211595.271846:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211595.271852:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211595.271854:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211595.271856:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211595.271858:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211595.271862:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211595.271863:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211595.271865:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211595.271867:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211595.271870:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1157:1157:255:4294967295] 192.168.203.134@tcp LPNI seq info [1157:1157:7:4294967295] 00000800:00000200:2.0:1715211595.271872:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211595.271877:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211595.271880:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211595.271885:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211595.271889:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211595.271894:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211595.271900:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211595.271903:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211595.272018:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211595.272024:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211595.272030:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211595.272037:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211595.272041:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715211595.272043:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715211595.272052:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954710720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211595.272122:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211595.272125:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211595.272128:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211595.272132:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211595.272134:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715211595.272135:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715211595.272139:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954710784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211595.274036:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211595.274048:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304126c0 00000400:00000200:0.0:1715211595.274056:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24e9 [1] + 224 00000400:00000200:0.0:1715211595.274066:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211595.274069:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211595.274076:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954710720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211595.274111:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211595.274115:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412700 00000400:00000200:0.0:1715211595.274129:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24ed [1] + 224 00000400:00000200:0.0:1715211595.274143:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211595.274147:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211595.274151:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954710784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211595.274207:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211595.274215:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211595.274216:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211595.274225:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954710720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211595.274252:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954710720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211595.274266:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211595.274274:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211595.274276:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211595.274276:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211595.274281:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000200:1.0:1715211595.274283:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954710784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211595.274286:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000200:1.0:1715211595.274332:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954710784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211595.274367:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211595.274372:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211595.274375:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211600.279575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211600.279594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211600.279635:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211600.279639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715211600.279735:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211600.279742:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211600.279746:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211600.279751:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211600.279754:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211600.279756:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211600.279762:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710848, portal 25 00000100:00000200:1.0:1715211600.279763:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710912, portal 4 00000400:00000010:2.0:1715211600.279767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000400:00000010:1.0:1715211600.279768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715211600.279770:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710848, offset 0 00000100:00000200:1.0:1715211600.279771:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954710912, offset 0 00000400:00000200:2.0:1715211600.279781:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211600.279789:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211600.279796:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211600.279802:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211600.279807:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211600.279811:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211600.279814:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211600.279818:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1158:1158:256:4294967295] 192.168.203.134@tcp LPNI seq info [1158:1158:8:4294967295] 00000400:00000200:2.0:1715211600.279829:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211600.279835:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211600.279837:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211600.279839:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211600.279841:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211600.279844:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211600.279845:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211600.279847:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211600.279849:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211600.279852:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1159:1159:255:4294967295] 192.168.203.134@tcp LPNI seq info [1159:1159:7:4294967295] 00000800:00000200:2.0:1715211600.279855:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211600.279860:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211600.279862:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211600.279867:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211600.279871:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211600.279875:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211600.279881:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211600.279885:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211600.279996:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211600.280002:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211600.280008:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211600.280015:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211600.280019:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715211600.280021:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715211600.280031:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954710848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211600.280089:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211600.280092:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211600.280095:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211600.280098:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211600.280101:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715211600.280103:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715211600.280107:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954710912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211600.281992:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211600.282005:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412740 00000400:00000200:0.0:1715211600.282013:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24f9 [1] + 224 00000400:00000200:0.0:1715211600.282024:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211600.282028:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211600.282035:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954710848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211600.282069:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211600.282085:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412780 00000400:00000200:0.0:1715211600.282089:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x24fd [1] + 224 00000400:00000200:0.0:1715211600.282102:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211600.282106:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211600.282111:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954710912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211600.282156:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211600.282164:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211600.282166:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211600.282174:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954710848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211600.282211:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954710848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211600.282226:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211600.282233:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211600.282234:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211600.282236:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211600.282238:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715211600.282242:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:1.0:1715211600.282244:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954710912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211600.282272:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954710912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211600.282333:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211600.282337:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211600.282340:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211605.287580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211605.287601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211605.287643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211605.287647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:2.0:1715211605.287741:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211605.287752:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211605.287752:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211605.287759:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211605.287761:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211605.287767:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954710976, portal 25 00000400:00000010:1.0:1715211605.287768:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211605.287772:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:1.0:1715211605.287773:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711040, portal 4 00000100:00000200:2.0:1715211605.287774:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954710976, offset 0 00000400:00000010:1.0:1715211605.287778:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000400:00000200:2.0:1715211605.287785:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211605.287790:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711040, offset 0 00000400:00000200:1.0:1715211605.287798:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211605.287800:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211605.287805:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211605.287810:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211605.287814:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211605.287817:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211605.287820:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1160:1160:256:4294967295] 192.168.203.134@tcp LPNI seq info [1160:1160:8:4294967295] 00000400:00000200:2.0:1715211605.287831:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211605.287837:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211605.287840:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211605.287841:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715211605.287844:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211605.287847:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211605.287848:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211605.287850:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211605.287852:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211605.287855:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1161:1161:255:4294967295] 192.168.203.134@tcp LPNI seq info [1161:1161:7:4294967295] 00000800:00000200:2.0:1715211605.287857:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211605.287862:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211605.287865:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211605.287870:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211605.287873:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211605.287878:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211605.287884:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211605.287888:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211605.288003:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211605.288009:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211605.288014:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211605.288022:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211605.288026:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715211605.288029:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715211605.288039:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954710976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211605.288102:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211605.288105:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211605.288108:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211605.288112:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211605.288114:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715211605.288116:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715211605.288120:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954711040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211605.289856:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211605.289870:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304127c0 00000400:00000200:0.0:1715211605.289878:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2509 [1] + 224 00000400:00000200:0.0:1715211605.289888:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211605.289892:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211605.289899:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954710976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211605.289955:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211605.289961:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412800 00000400:00000200:0.0:1715211605.289965:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x250d [1] + 224 00000400:00000200:0.0:1715211605.289981:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211605.289984:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211605.289989:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954711040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211605.290043:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211605.290050:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211605.290052:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211605.290060:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954710976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211605.290089:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954710976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211605.290101:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211605.290109:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211605.290111:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211605.290112:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211605.290118:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000200:1.0:1715211605.290119:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954711040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211605.290122:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:1.0:1715211605.290147:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954711040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211605.290170:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211605.290174:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211605.290177:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211610.295598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211610.295618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211610.295660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211610.295664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211610.295758:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211610.295760:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211610.295768:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211610.295769:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211610.295776:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211610.295776:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211610.295784:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711168, portal 4 00000400:00000010:1.0:1715211610.295790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:2.0:1715211610.295791:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711104, portal 25 00000100:00000200:1.0:1715211610.295793:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711168, offset 0 00000400:00000010:2.0:1715211610.295795:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000200:1.0:1715211610.295804:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211610.295808:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954711104, offset 0 00000400:00000200:2.0:1715211610.295816:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211610.295818:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211610.295824:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211610.295828:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211610.295832:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211610.295834:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211610.295838:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1162:1162:256:4294967295] 192.168.203.134@tcp LPNI seq info [1162:1162:8:4294967295] 00000400:00000200:1.0:1715211610.295849:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211610.295855:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211610.295858:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211610.295859:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715211610.295862:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211610.295866:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211610.295866:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211610.295869:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211610.295872:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211610.295874:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1163:1163:255:4294967295] 192.168.203.134@tcp LPNI seq info [1163:1163:7:4294967295] 00000800:00000200:1.0:1715211610.295876:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211610.295882:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211610.295884:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211610.295889:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211610.295893:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715211610.295898:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211610.295904:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211610.295907:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211610.296027:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211610.296033:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211610.296038:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211610.296046:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211610.296050:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715211610.296053:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715211610.296061:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954711168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211610.296120:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211610.296123:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211610.296126:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211610.296130:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211610.296133:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715211610.296134:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715211610.296139:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954711104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211610.297989:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211610.298002:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412880 00000400:00000200:0.0:1715211610.298010:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2519 [1] + 224 00000400:00000200:0.0:1715211610.298020:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211610.298023:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211610.298041:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954711168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211610.298080:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211610.298086:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412840 00000400:00000200:0.0:1715211610.298090:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x251d [1] + 224 00000400:00000200:0.0:1715211610.298110:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211610.298114:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211610.298118:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954711104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211610.298164:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211610.298172:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211610.298174:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211610.298181:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954711168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211610.298237:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954711168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211610.298258:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211610.298266:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 02000000:00000010:1.0:1715211610.298267:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211610.298268:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211610.298272:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000200:2.0:1715211610.298276:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954711104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211610.298277:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000200:2.0:1715211610.298305:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954711104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211610.298323:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211610.298327:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715211610.298331:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211615.303574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211615.303594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211615.303636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211615.303640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715211615.303732:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211615.303740:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211615.303743:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211615.303749:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211615.303750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211615.303754:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211615.303758:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711232, portal 25 00000100:00000200:1.0:1715211615.303759:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711296, portal 4 00000400:00000010:2.0:1715211615.303763:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000400:00000010:1.0:1715211615.303764:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715211615.303766:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711296, offset 0 00000100:00000200:2.0:1715211615.303766:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954711232, offset 0 00000400:00000200:2.0:1715211615.303777:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211615.303785:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211615.303791:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211615.303797:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211615.303801:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211615.303805:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211615.303808:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211615.303811:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1164:1164:256:4294967295] 192.168.203.134@tcp LPNI seq info [1164:1164:8:4294967295] 00000400:00000200:2.0:1715211615.303822:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211615.303828:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211615.303831:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211615.303833:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211615.303835:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211615.303838:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211615.303839:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211615.303841:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211615.303844:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211615.303847:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1165:1165:255:4294967295] 192.168.203.134@tcp LPNI seq info [1165:1165:7:4294967295] 00000800:00000200:2.0:1715211615.303849:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211615.303854:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211615.303856:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211615.303861:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211615.303865:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211615.303870:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211615.303876:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211615.303879:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211615.303996:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211615.304001:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211615.304007:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211615.304015:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211615.304020:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715211615.304022:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715211615.304032:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954711232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211615.304103:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211615.304106:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211615.304109:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211615.304112:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211615.304115:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715211615.304116:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715211615.304120:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954711296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211615.305963:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211615.305976:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304128c0 00000400:00000200:0.0:1715211615.305984:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2529 [1] + 224 00000400:00000200:0.0:1715211615.305995:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211615.306007:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211615.306015:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954711232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211615.306054:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211615.306059:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412900 00000400:00000200:0.0:1715211615.306063:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x252d [1] + 224 00000400:00000200:0.0:1715211615.306076:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211615.306080:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211615.306084:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954711296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211615.306137:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211615.306145:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211615.306146:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211615.306155:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954711232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211615.306214:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954711232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211615.306223:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211615.306231:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211615.306233:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211615.306238:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211615.306240:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954711296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211615.306243:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211615.306248:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000200:1.0:1715211615.306268:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954711296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211615.306291:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211615.306295:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211615.306298:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211620.311579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211620.311599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211620.311642:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211620.311646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211620.311736:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211620.311746:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211620.311753:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211620.311761:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711360, portal 25 02000000:00000010:1.0:1715211620.311764:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211620.311766:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715211620.311769:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954711360, offset 0 00000400:00000010:1.0:1715211620.311773:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211620.311778:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211620.311788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211620.311793:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711424, portal 4 00000400:00000200:2.0:1715211620.311793:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211620.311798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000400:00000200:2.0:1715211620.311799:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211620.311800:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711424, offset 0 00000400:00000200:2.0:1715211620.311804:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211620.311807:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211620.311808:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211620.311811:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211620.311814:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1166:1166:256:4294967295] 192.168.203.134@tcp LPNI seq info [1166:1166:8:4294967295] 00000400:00000200:2.0:1715211620.311826:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211620.311832:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211620.311835:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211620.311836:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211620.311839:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211620.311843:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211620.311843:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211620.311845:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211620.311848:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211620.311851:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1167:1167:255:4294967295] 192.168.203.134@tcp LPNI seq info [1167:1167:7:4294967295] 00000800:00000200:2.0:1715211620.311852:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211620.311857:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211620.311861:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211620.311865:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211620.311869:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211620.311874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211620.311880:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211620.311883:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211620.311993:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211620.311999:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211620.312005:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211620.312011:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211620.312016:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715211620.312018:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715211620.312028:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954711360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211620.312088:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211620.312091:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211620.312094:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211620.312098:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211620.312100:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715211620.312102:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715211620.312106:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954711424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211620.313962:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211620.313975:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412940 00000400:00000200:0.0:1715211620.313982:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2539 [1] + 224 00000400:00000200:0.0:1715211620.314006:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211620.314010:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211620.314017:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954711360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211620.314055:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211620.314060:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412980 00000400:00000200:0.0:1715211620.314064:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2541 [1] + 224 00000400:00000200:0.0:1715211620.314079:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211620.314083:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211620.314087:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954711424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211620.314160:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211620.314169:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211620.314170:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211620.314179:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954711360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211620.314207:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954711360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211620.314210:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211620.314217:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211620.314219:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211620.314227:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954711424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211620.314231:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211620.314237:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211620.314241:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:1.0:1715211620.314255:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954711424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211620.314279:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211620.314283:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211620.314286:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211625.319579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211625.319605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211625.319663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211625.319670:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715211625.319752:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211625.319763:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211625.319771:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211625.319776:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715211625.319778:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711488, portal 25 00000400:00000010:2.0:1715211625.319783:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000010:1.0:1715211625.319786:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211625.319786:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954711488, offset 0 00000400:00000010:1.0:1715211625.319791:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211625.319796:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211625.319805:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711552, portal 4 00000400:00000010:1.0:1715211625.319811:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000400:00000200:2.0:1715211625.319811:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211625.319814:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711552, offset 0 00000400:00000200:2.0:1715211625.319817:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211625.319821:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211625.319822:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211625.319825:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211625.319828:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211625.319832:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1168:1168:256:4294967295] 192.168.203.134@tcp LPNI seq info [1168:1168:8:4294967295] 00000400:00000200:2.0:1715211625.319842:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211625.319848:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211625.319851:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211625.319854:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211625.319855:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211625.319858:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211625.319860:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211625.319861:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211625.319864:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211625.319867:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1169:1169:255:4294967295] 192.168.203.134@tcp LPNI seq info [1169:1169:7:4294967295] 00000800:00000200:2.0:1715211625.319870:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211625.319874:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211625.319876:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211625.319881:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211625.319885:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211625.319890:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211625.319896:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211625.319899:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211625.320021:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211625.320027:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211625.320033:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211625.320039:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211625.320044:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715211625.320046:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715211625.320056:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954711488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211625.320155:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211625.320158:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211625.320161:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211625.320165:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211625.320167:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715211625.320169:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715211625.320173:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954711552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211625.322031:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211625.322045:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304129c0 00000400:00000200:0.0:1715211625.322062:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2549 [1] + 224 00000400:00000200:0.0:1715211625.322073:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211625.322077:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211625.322084:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954711488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211625.322138:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211625.322144:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412a00 00000400:00000200:0.0:1715211625.322149:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2551 [1] + 224 00000400:00000200:0.0:1715211625.322165:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211625.322169:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211625.322174:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954711552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211625.322210:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211625.322218:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211625.322220:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211625.322228:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954711488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211625.322256:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954711488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211625.322279:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211625.322285:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000400:00000010:1.0:1715211625.322286:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715211625.322289:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000200:1.0:1715211625.322293:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211625.322295:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211625.322303:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954711552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211625.322331:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954711552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211625.322354:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715211625.322359:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211625.322362:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211630.327614:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211630.327635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211630.327677:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211630.327681:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715211630.327776:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211630.327779:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715211630.327787:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211630.327788:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211630.327794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211630.327794:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211630.327802:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711680, portal 4 00000400:00000010:1.0:1715211630.327808:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000100:00000200:2.0:1715211630.327809:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711616, portal 25 00000100:00000200:1.0:1715211630.327810:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711680, offset 0 00000400:00000010:2.0:1715211630.327813:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000200:1.0:1715211630.327821:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211630.327826:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954711616, offset 0 00000400:00000200:2.0:1715211630.327833:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211630.327835:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211630.327841:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211630.327845:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211630.327849:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211630.327852:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211630.327855:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1170:1170:256:4294967295] 192.168.203.134@tcp LPNI seq info [1170:1170:8:4294967295] 00000400:00000200:1.0:1715211630.327866:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211630.327872:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211630.327876:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211630.327878:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715211630.327880:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211630.327883:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211630.327884:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211630.327886:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211630.327889:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211630.327891:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1171:1171:255:4294967295] 192.168.203.134@tcp LPNI seq info [1171:1171:7:4294967295] 00000800:00000200:1.0:1715211630.327894:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211630.327899:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211630.327901:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211630.327906:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211630.327910:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715211630.327915:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211630.327921:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211630.327924:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211630.328056:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211630.328062:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211630.328067:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211630.328108:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211630.328112:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715211630.328115:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715211630.328125:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954711680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211630.328205:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211630.328208:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211630.328211:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211630.328215:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211630.328217:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715211630.328218:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715211630.328223:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954711616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211630.330149:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211630.330172:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412a80 00000400:00000200:0.0:1715211630.330179:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2559 [1] + 224 00000400:00000200:0.0:1715211630.330191:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211630.330195:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211630.330202:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954711680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211630.330240:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211630.330245:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412a40 00000400:00000200:0.0:1715211630.330249:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x255d [1] + 224 00000400:00000200:0.0:1715211630.330265:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211630.330269:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211630.330273:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954711616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211630.330322:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211630.330330:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211630.330332:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211630.330340:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954711680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211630.330368:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954711680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211630.330392:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211630.330399:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715211630.330400:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211630.330402:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211630.330404:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211630.330408:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:2.0:1715211630.330410:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954711616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211630.330438:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954711616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211630.330456:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211630.330492:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211630.330496:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211635.335599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211635.335627:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211635.335688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211635.335695:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715211635.335772:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211635.335783:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211635.335791:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211635.335799:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000100:00000200:2.0:1715211635.335800:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711744, portal 25 00000400:00000010:2.0:1715211635.335805:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000010:1.0:1715211635.335808:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211635.335808:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954711744, offset 0 00000400:00000010:1.0:1715211635.335813:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211635.335818:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211635.335827:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711808, portal 4 00000400:00000010:1.0:1715211635.335833:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000400:00000200:2.0:1715211635.335834:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211635.335835:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711808, offset 0 00000400:00000200:2.0:1715211635.335839:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211635.335842:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211635.335843:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211635.335847:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211635.335850:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211635.335853:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1172:1172:256:4294967295] 192.168.203.134@tcp LPNI seq info [1172:1172:8:4294967295] 00000400:00000200:2.0:1715211635.335865:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211635.335871:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211635.335873:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211635.335875:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211635.335877:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211635.335880:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211635.335881:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211635.335883:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211635.335886:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211635.335889:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1173:1173:255:4294967295] 192.168.203.134@tcp LPNI seq info [1173:1173:7:4294967295] 00000800:00000200:2.0:1715211635.335891:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211635.335896:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211635.335899:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211635.335903:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211635.335907:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211635.335912:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211635.335918:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211635.335922:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211635.336085:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211635.336092:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211635.336098:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211635.336105:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211635.336110:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715211635.336112:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715211635.336121:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954711744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211635.336197:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211635.336200:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211635.336203:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211635.336206:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211635.336209:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715211635.336210:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715211635.336214:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954711808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211635.338191:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211635.338204:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412b00 00000400:00000200:0.0:1715211635.338211:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2571 [1] + 224 00000400:00000200:0.0:1715211635.338222:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211635.338225:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211635.338232:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954711808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211635.338266:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211635.338271:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412ac0 00000400:00000200:0.0:1715211635.338275:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2569 [1] + 224 00000400:00000200:0.0:1715211635.338290:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211635.338294:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211635.338298:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954711744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211635.338354:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211635.338361:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211635.338363:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211635.338371:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954711808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211635.338399:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954711808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211635.338417:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211635.338425:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211635.338428:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211635.338429:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211635.338434:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000200:2.0:1715211635.338436:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954711744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211635.338439:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000200:2.0:1715211635.338496:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954711744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211635.338515:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211635.338519:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715211635.338523:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211640.343583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211640.343606:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211640.343657:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211640.343663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211640.343749:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211640.343752:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211640.343760:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211640.343762:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211640.343768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211640.343768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211640.343775:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711936, portal 4 00000400:00000010:1.0:1715211640.343782:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:2.0:1715211640.343782:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954711872, portal 25 00000100:00000200:1.0:1715211640.343784:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954711936, offset 0 00000400:00000010:2.0:1715211640.343787:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715211640.343790:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954711872, offset 0 00000400:00000200:1.0:1715211640.343796:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211640.343805:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211640.343811:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211640.343817:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211640.343821:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211640.343825:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211640.343828:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211640.343831:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1174:1174:256:4294967295] 192.168.203.134@tcp LPNI seq info [1174:1174:8:4294967295] 00000400:00000200:1.0:1715211640.343842:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211640.343848:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211640.343851:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211640.343852:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715211640.343855:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211640.343858:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211640.343859:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211640.343861:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211640.343864:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211640.343867:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1175:1175:255:4294967295] 192.168.203.134@tcp LPNI seq info [1175:1175:7:4294967295] 00000800:00000200:1.0:1715211640.343869:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211640.343874:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211640.343876:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211640.343881:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211640.343885:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715211640.343890:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211640.343896:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211640.343899:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211640.344053:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211640.344059:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211640.344065:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211640.344073:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211640.344077:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715211640.344079:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715211640.344088:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954711936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211640.344155:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211640.344158:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211640.344161:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211640.344165:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211640.344167:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715211640.344169:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715211640.344185:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954711872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211640.346143:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211640.346156:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412b80 00000400:00000200:0.0:1715211640.346164:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2579 [1] + 224 00000400:00000200:0.0:1715211640.346175:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211640.346178:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211640.346186:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954711936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211640.346221:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211640.346226:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412b40 00000400:00000200:0.0:1715211640.346230:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x257d [1] + 224 00000400:00000200:0.0:1715211640.346245:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211640.346248:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211640.346253:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954711872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211640.346308:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211640.346316:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211640.346318:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211640.346325:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954711936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211640.346355:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954711936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211640.346369:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211640.346377:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211640.346379:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211640.346384:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 00000100:00000200:2.0:1715211640.346387:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954711872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211640.346389:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211640.346394:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:2.0:1715211640.346415:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954711872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211640.346432:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211640.346437:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211640.346440:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211645.351583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211645.351605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211645.351650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211645.351654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:1.0:1715211645.351757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 02000000:00000010:2.0:1715211645.351757:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211645.351767:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211645.351767:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211645.351775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211645.351775:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211645.351782:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712000, portal 25 00000400:00000010:2.0:1715211645.351787:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715211645.351789:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712064, portal 4 00000100:00000200:2.0:1715211645.351789:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712000, offset 0 00000400:00000010:1.0:1715211645.351795:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000400:00000200:2.0:1715211645.351799:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211645.351805:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712064, offset 0 00000400:00000200:1.0:1715211645.351813:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211645.351814:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211645.351819:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211645.351824:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211645.351827:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211645.351830:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211645.351834:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1176:1176:256:4294967295] 192.168.203.134@tcp LPNI seq info [1176:1176:8:4294967295] 00000400:00000200:2.0:1715211645.351845:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211645.351851:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211645.351854:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211645.351855:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211645.351858:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211645.351861:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211645.351861:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211645.351864:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211645.351867:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211645.351870:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1177:1177:255:4294967295] 192.168.203.134@tcp LPNI seq info [1177:1177:7:4294967295] 00000800:00000200:2.0:1715211645.351871:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211645.351876:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211645.351880:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211645.351885:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211645.351888:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211645.351893:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211645.351899:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211645.351902:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211645.352057:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211645.352062:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211645.352069:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211645.352075:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211645.352080:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715211645.352082:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715211645.352093:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954712000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211645.352163:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211645.352165:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211645.352168:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211645.352172:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211645.352174:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715211645.352185:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715211645.352190:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954712064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211645.354028:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211645.354042:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412c00 00000400:00000200:0.0:1715211645.354050:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x258d [1] + 224 00000400:00000200:0.0:1715211645.354061:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211645.354065:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211645.354072:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954712064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211645.354107:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211645.354112:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412bc0 00000400:00000200:0.0:1715211645.354117:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2589 [1] + 224 00000400:00000200:0.0:1715211645.354131:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211645.354135:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211645.354140:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954712000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211645.354194:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211645.354202:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211645.354204:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211645.354211:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954712064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211645.354240:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954712064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211645.354269:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211645.354273:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211645.354275:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211645.354279:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000200:2.0:1715211645.354281:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211645.354283:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211645.354291:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954712000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211645.354319:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954712000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211645.354337:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211645.354341:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715211645.354344:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211650.359580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211650.359603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211650.359645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211650.359649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715211650.359747:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211650.359748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211650.359758:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211650.359759:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211650.359765:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211650.359766:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211650.359773:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712128, portal 25 00000100:00000200:1.0:1715211650.359774:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712192, portal 4 00000400:00000010:2.0:1715211650.359778:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715211650.359781:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712128, offset 0 00000400:00000010:1.0:1715211650.359782:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000100:00000200:1.0:1715211650.359785:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712192, offset 0 00000400:00000200:2.0:1715211650.359792:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211650.359806:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211650.359807:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211650.359812:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211650.359817:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211650.359821:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211650.359823:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211650.359827:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1178:1178:256:4294967295] 192.168.203.134@tcp LPNI seq info [1178:1178:8:4294967295] 00000400:00000200:2.0:1715211650.359838:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211650.359844:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211650.359847:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211650.359848:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211650.359852:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211650.359855:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211650.359855:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211650.359857:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211650.359860:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211650.359863:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1179:1179:255:4294967295] 192.168.203.134@tcp LPNI seq info [1179:1179:7:4294967295] 00000800:00000200:2.0:1715211650.359864:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211650.359869:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211650.359873:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211650.359878:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211650.359882:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211650.359887:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211650.359893:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211650.359896:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211650.360040:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211650.360046:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211650.360052:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211650.360059:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211650.360063:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715211650.360066:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715211650.360076:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954712128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211650.360156:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211650.360159:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211650.360162:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211650.360165:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211650.360183:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715211650.360185:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715211650.360190:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954712192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211650.362145:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211650.362158:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412c40 00000400:00000200:0.0:1715211650.362166:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2599 [1] + 224 00000400:00000200:0.0:1715211650.362176:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211650.362180:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211650.362188:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954712128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211650.362222:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211650.362227:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412c80 00000400:00000200:0.0:1715211650.362232:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x259d [1] + 224 00000400:00000200:0.0:1715211650.362246:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211650.362250:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211650.362255:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954712192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211650.362315:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211650.362323:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211650.362325:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211650.362333:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954712128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211650.362362:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954712128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211650.362373:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211650.362381:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211650.362383:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211650.362385:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211650.362390:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000200:1.0:1715211650.362391:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954712192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211650.362395:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000200:1.0:1715211650.362419:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954712192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211650.362442:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211650.362447:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211650.362450:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211655.367574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211655.367594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211655.367632:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:2.0:1715211655.367646:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:3.0:1715211655.367648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000400:00000010:2.0:1715211655.367657:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211655.367663:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211655.367671:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712256, portal 25 00000400:00000010:2.0:1715211655.367676:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715211655.367678:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712256, offset 0 00000400:00000200:2.0:1715211655.367689:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715211655.367700:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715211655.367703:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211655.367708:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211655.367709:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211655.367713:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211655.367715:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211655.367717:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211655.367720:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715211655.367721:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712320, portal 4 00000400:00000200:2.0:1715211655.367723:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1180:1180:256:4294967295] 192.168.203.134@tcp LPNI seq info [1180:1180:8:4294967295] 00000400:00000010:1.0:1715211655.367727:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000100:00000200:1.0:1715211655.367730:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712320, offset 0 00000400:00000200:2.0:1715211655.367734:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715211655.367739:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715211655.367741:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211655.367745:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211655.367750:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211655.367751:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211655.367755:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211655.367760:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211655.367760:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211655.367764:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211655.367765:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211655.367767:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211655.367772:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1181:1181:255:4294967295] 192.168.203.134@tcp LPNI seq info [1181:1181:7:4294967295] 00000400:00000200:1.0:1715211655.367785:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211655.367791:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211655.367795:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211655.367800:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211655.367806:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211655.367810:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211655.367833:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211655.367839:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211655.367845:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211655.367852:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211655.367856:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715211655.367858:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715211655.367867:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954712256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211655.367955:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211655.367958:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211655.367961:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211655.367974:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211655.367978:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715211655.367979:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715211655.367985:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954712320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211655.369634:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211655.369647:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412cc0 00000400:00000200:0.0:1715211655.369655:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25a9 [1] + 224 00000400:00000200:0.0:1715211655.369665:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211655.369669:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211655.369677:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954712256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211655.369712:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211655.369717:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412d00 00000400:00000200:0.0:1715211655.369721:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25b1 [1] + 224 00000400:00000200:0.0:1715211655.369739:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211655.369743:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211655.369748:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954712320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211655.369806:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211655.369814:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211655.369816:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211655.369824:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954712256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211655.369852:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954712256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211655.369861:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211655.369870:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211655.369873:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211655.369876:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211655.369881:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000200:1.0:1715211655.369883:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954712320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211655.369885:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:1.0:1715211655.369954:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954712320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211655.369985:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211655.369992:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211655.369996:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211660.375579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211660.375601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211660.375644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211660.375649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211660.375735:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211660.375745:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211660.375753:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211660.375758:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000100:00000200:2.0:1715211660.375761:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712384, portal 25 00000400:00000010:2.0:1715211660.375765:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000010:1.0:1715211660.375767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211660.375768:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712384, offset 0 00000400:00000010:1.0:1715211660.375772:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211660.375778:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211660.375786:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712448, portal 4 00000400:00000010:1.0:1715211660.375792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000400:00000200:2.0:1715211660.375793:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211660.375794:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712448, offset 0 00000400:00000200:2.0:1715211660.375798:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211660.375802:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211660.375802:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211660.375807:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211660.375810:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211660.375813:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1182:1182:256:4294967295] 192.168.203.134@tcp LPNI seq info [1182:1182:8:4294967295] 00000400:00000200:2.0:1715211660.375824:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211660.375830:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211660.375833:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211660.375836:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211660.375837:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211660.375840:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211660.375842:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211660.375843:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211660.375846:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211660.375848:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1183:1183:255:4294967295] 192.168.203.134@tcp LPNI seq info [1183:1183:7:4294967295] 00000800:00000200:2.0:1715211660.375851:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211660.375856:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211660.375858:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211660.375863:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211660.375867:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211660.375871:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211660.375908:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211660.375912:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211660.375994:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211660.376000:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211660.376005:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211660.376012:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211660.376017:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715211660.376018:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715211660.376028:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954712384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211660.376090:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211660.376093:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211660.376105:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211660.376109:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211660.376112:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715211660.376113:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715211660.376118:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954712448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211660.377824:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211660.377837:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412d40 00000400:00000200:0.0:1715211660.377845:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25b9 [1] + 224 00000400:00000200:0.0:1715211660.377857:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211660.377860:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211660.377868:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954712384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211660.377925:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211660.377930:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412d80 00000400:00000200:0.0:1715211660.377935:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25c1 [1] + 224 00000400:00000200:0.0:1715211660.377952:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211660.377956:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211660.377961:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954712448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211660.378009:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211660.378016:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211660.378018:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211660.378026:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954712384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211660.378054:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954712384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211660.378076:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211660.378079:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211660.378081:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211660.378085:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000200:1.0:1715211660.378086:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211660.378089:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211660.378096:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954712448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211660.378124:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954712448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211660.378147:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211660.378151:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211660.378154:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211665.383595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211665.383615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211665.383657:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211665.383661:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715211665.383748:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211665.383759:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211665.383760:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211665.383766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211665.383769:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211665.383774:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211665.383774:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712512, portal 25 00000100:00000200:1.0:1715211665.383778:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712576, portal 4 00000400:00000010:2.0:1715211665.383779:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715211665.383781:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712512, offset 0 00000400:00000010:1.0:1715211665.383784:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000400:00000200:2.0:1715211665.383791:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211665.383796:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712576, offset 0 00000400:00000200:1.0:1715211665.383803:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211665.383806:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211665.383811:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211665.383815:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211665.383819:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211665.383822:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211665.383826:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1184:1184:256:4294967295] 192.168.203.134@tcp LPNI seq info [1184:1184:8:4294967295] 00000400:00000200:2.0:1715211665.383837:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211665.383871:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211665.383875:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211665.383879:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211665.383882:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211665.383883:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211665.383886:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211665.383889:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211665.383892:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211665.383892:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211665.383895:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1185:1185:255:4294967295] 192.168.203.134@tcp LPNI seq info [1185:1185:7:4294967295] 00000800:00000200:2.0:1715211665.383896:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211665.383905:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211665.383910:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211665.383913:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211665.383918:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211665.383925:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211665.383928:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211665.384037:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211665.384043:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211665.384049:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211665.384056:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211665.384061:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715211665.384063:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715211665.384073:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954712512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211665.384134:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211665.384147:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211665.384150:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211665.384154:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211665.384157:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715211665.384158:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715211665.384163:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954712576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211665.385774:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211665.385788:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412dc0 00000400:00000200:0.0:1715211665.385796:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25c9 [1] + 224 00000400:00000200:0.0:1715211665.385806:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211665.385809:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211665.385817:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954712512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211665.385874:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211665.385880:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412e00 00000400:00000200:0.0:1715211665.385884:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25cd [1] + 224 00000400:00000200:0.0:1715211665.385904:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211665.385908:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211665.385913:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954712576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211665.385939:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211665.385946:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211665.385948:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211665.385956:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954712512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211665.385983:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954712512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211665.386006:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211665.386011:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211665.386015:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715211665.386029:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211665.386036:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211665.386038:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211665.386046:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954712576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211665.386074:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954712576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211665.386097:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211665.386101:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211665.386104:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211670.391605:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211670.391626:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211670.391669:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211670.391673:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715211670.391767:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211670.391776:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211670.391778:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211670.391785:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211670.391785:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211670.391792:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712640, portal 25 00000400:00000010:1.0:1715211670.391793:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211670.391797:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712704, portal 4 00000400:00000010:2.0:1715211670.391797:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715211670.391800:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712640, offset 0 00000400:00000010:1.0:1715211670.391803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000400:00000200:2.0:1715211670.391842:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211670.391847:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712704, offset 0 00000400:00000200:1.0:1715211670.391856:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211670.391857:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211670.391862:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211670.391867:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211670.391870:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211670.391873:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211670.391876:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1186:1186:256:4294967295] 192.168.203.134@tcp LPNI seq info [1186:1186:8:4294967295] 00000400:00000200:2.0:1715211670.391887:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211670.391893:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211670.391897:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211670.391897:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211670.391901:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211670.391904:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211670.391905:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211670.391907:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211670.391910:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211670.391913:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1187:1187:255:4294967295] 192.168.203.134@tcp LPNI seq info [1187:1187:7:4294967295] 00000800:00000200:2.0:1715211670.391913:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211670.391918:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211670.391923:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211670.391927:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211670.391932:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211670.391937:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211670.391943:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211670.391947:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211670.392065:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211670.392071:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211670.392077:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211670.392084:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211670.392089:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715211670.392091:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715211670.392101:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954712640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211670.392187:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211670.392189:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211670.392192:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211670.392196:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211670.392199:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715211670.392201:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715211670.392205:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954712704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211670.394028:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211670.394042:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412e40 00000400:00000200:0.0:1715211670.394049:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25d9 [1] + 224 00000400:00000200:0.0:1715211670.394059:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211670.394063:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211670.394070:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954712640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211670.394106:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211670.394111:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412e80 00000400:00000200:0.0:1715211670.394115:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25dd [1] + 224 00000400:00000200:0.0:1715211670.394132:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211670.394136:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211670.394141:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954712704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211670.394188:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211670.394195:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211670.394197:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211670.394205:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954712640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211670.394232:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954712640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211670.394252:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211670.394255:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211670.394260:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715211670.394260:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000400:00000010:1.0:1715211670.394262:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715211670.394264:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:1.0:1715211670.394270:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954712704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211670.394297:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954712704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211670.394321:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211670.394325:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211670.394328:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211675.399592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211675.399607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211675.399644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211675.399648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211675.399740:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211675.399748:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211675.399754:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211675.399754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211675.399760:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712768, portal 25 00000400:00000010:1.0:1715211675.399763:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211675.399764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715211675.399766:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712768, offset 0 00000400:00000010:1.0:1715211675.399767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211675.399772:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712832, portal 4 00000400:00000010:1.0:1715211675.399806:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000400:00000200:2.0:1715211675.399811:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211675.399817:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712832, offset 0 00000400:00000200:2.0:1715211675.399822:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211675.399825:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211675.399826:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211675.399830:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211675.399833:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211675.399835:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211675.399838:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1188:1188:256:4294967295] 192.168.203.134@tcp LPNI seq info [1188:1188:8:4294967295] 00000400:00000200:2.0:1715211675.399848:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211675.399854:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211675.399857:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211675.399857:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211675.399861:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211675.399863:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211675.399865:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211675.399868:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211675.399870:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211675.399871:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211675.399873:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1189:1189:255:4294967295] 192.168.203.134@tcp LPNI seq info [1189:1189:7:4294967295] 00000800:00000200:2.0:1715211675.399876:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211675.399883:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211675.399888:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211675.399892:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211675.399896:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211675.399903:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211675.399906:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211675.400018:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211675.400024:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211675.400029:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211675.400036:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211675.400040:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715211675.400042:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715211675.400058:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954712768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211675.400117:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211675.400120:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211675.400123:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211675.400127:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211675.400130:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715211675.400132:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715211675.400136:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954712832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211675.401929:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211675.401942:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412ec0 00000400:00000200:0.0:1715211675.401948:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25e9 [1] + 224 00000400:00000200:0.0:1715211675.401957:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211675.401961:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211675.401968:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954712768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211675.402001:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211675.402006:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412f00 00000400:00000200:0.0:1715211675.402010:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25f1 [1] + 224 00000400:00000200:0.0:1715211675.402024:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211675.402028:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211675.402033:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954712832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211675.402084:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211675.402091:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211675.402093:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211675.402101:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954712768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211675.402128:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954712768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211675.402148:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211675.402151:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211675.402152:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211675.402155:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000200:1.0:1715211675.402158:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211675.402160:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211675.402168:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954712832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211675.402196:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954712832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211675.402217:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211675.402221:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211675.402224:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211680.407592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211680.407614:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211680.407658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211680.407662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715211680.407770:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211680.407781:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211680.407788:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211680.407796:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712896, portal 25 02000000:00000010:1.0:1715211680.407800:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211680.407800:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715211680.407803:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954712896, offset 0 00000400:00000010:1.0:1715211680.407809:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211680.407813:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211680.407823:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211680.407828:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954712960, portal 4 00000400:00000200:2.0:1715211680.407828:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211680.407834:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000400:00000200:2.0:1715211680.407834:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211680.407836:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954712960, offset 0 00000400:00000200:2.0:1715211680.407838:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211680.407842:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211680.407844:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211680.407845:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211680.407848:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1190:1190:256:4294967295] 192.168.203.134@tcp LPNI seq info [1190:1190:8:4294967295] 00000400:00000200:2.0:1715211680.407860:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211680.407865:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211680.407869:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211680.407870:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211680.407873:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211680.407876:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211680.407877:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211680.407879:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211680.407882:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211680.407884:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1191:1191:255:4294967295] 192.168.203.134@tcp LPNI seq info [1191:1191:7:4294967295] 00000800:00000200:2.0:1715211680.407886:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211680.407891:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211680.407894:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211680.407899:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211680.407903:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211680.407907:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211680.407913:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211680.407917:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211680.408039:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211680.408045:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211680.408051:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211680.408057:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211680.408062:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715211680.408073:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715211680.408083:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954712896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211680.408164:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211680.408166:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211680.408169:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211680.408173:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211680.408175:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715211680.408177:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715211680.408181:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954712960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211680.410208:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211680.410221:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412f40 00000400:00000200:0.0:1715211680.410228:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x25f9 [1] + 224 00000400:00000200:0.0:1715211680.410239:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211680.410243:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211680.410250:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954712896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211680.410285:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211680.410290:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030412f80 00000400:00000200:0.0:1715211680.410294:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2601 [1] + 224 00000400:00000200:0.0:1715211680.410308:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211680.410311:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211680.410316:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954712960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211680.410370:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211680.410378:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211680.410380:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211680.410387:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211680.410388:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954712896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211680.410394:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211680.410396:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211680.410404:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954712960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211680.410415:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954712896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211680.410430:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954712960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211680.410438:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211680.410443:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211680.410447:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 02000000:00000010:1.0:1715211680.410454:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211680.410593:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211680.410597:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211685.415610:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211685.415632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211685.415676:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211685.415680:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715211685.415787:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211685.415793:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211685.415797:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211685.415802:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211685.415804:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211685.415807:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211685.415812:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713024, portal 25 00000100:00000200:1.0:1715211685.415813:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713088, portal 4 00000400:00000010:2.0:1715211685.415817:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000010:1.0:1715211685.415818:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715211685.415819:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713024, offset 0 00000100:00000200:1.0:1715211685.415821:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713088, offset 0 00000400:00000200:2.0:1715211685.415830:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211685.415838:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211685.415845:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211685.415850:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211685.415854:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211685.415858:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211685.415861:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211685.415864:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1192:1192:256:4294967295] 192.168.203.134@tcp LPNI seq info [1192:1192:8:4294967295] 00000400:00000200:2.0:1715211685.415876:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211685.415881:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211685.415884:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211685.415886:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211685.415888:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211685.415892:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211685.415892:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211685.415895:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211685.415897:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211685.415900:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1193:1193:255:4294967295] 192.168.203.134@tcp LPNI seq info [1193:1193:7:4294967295] 00000800:00000200:2.0:1715211685.415902:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211685.415907:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211685.415910:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211685.415915:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211685.415919:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211685.415923:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211685.415930:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211685.415933:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211685.416002:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211685.416006:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211685.416012:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211685.416019:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211685.416033:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715211685.416035:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715211685.416044:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954713024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211685.416102:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211685.416104:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211685.416107:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211685.416111:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211685.416113:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715211685.416115:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715211685.416119:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954713088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211685.417755:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211685.417769:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030412fc0 00000400:00000200:0.0:1715211685.417776:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2609 [1] + 224 00000400:00000200:0.0:1715211685.417788:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211685.417791:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211685.417798:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954713024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211685.417834:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211685.417839:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413000 00000400:00000200:0.0:1715211685.417843:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x260d [1] + 224 00000400:00000200:0.0:1715211685.417857:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211685.417861:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211685.417866:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954713088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211685.417917:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211685.417925:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211685.417926:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211685.417934:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954713024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211685.417962:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954713024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211685.417985:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211685.417986:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211685.417990:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000400:00000200:1.0:1715211685.417994:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715211685.417994:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:1.0:1715211685.417996:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211685.418004:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954713088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211685.418032:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954713088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211685.418055:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211685.418059:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211685.418062:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211690.423628:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211690.423653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211690.423738:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211690.423743:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715211690.423845:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211690.423860:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715211690.423860:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211690.423868:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211690.423869:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211690.423877:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713152, portal 25 00000400:00000010:2.0:1715211690.423882:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000010:1.0:1715211690.423884:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211690.423884:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713152, offset 0 00000100:00000200:1.0:1715211690.423889:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713216, portal 4 00000400:00000200:2.0:1715211690.423895:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211690.423896:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715211690.423899:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713216, offset 0 00000400:00000200:1.0:1715211690.423907:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211690.423910:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211690.423916:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211690.423920:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211690.423924:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211690.423926:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211690.423930:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1194:1194:256:4294967295] 192.168.203.134@tcp LPNI seq info [1194:1194:8:4294967295] 00000400:00000200:2.0:1715211690.423942:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211690.423948:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211690.423950:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211690.423952:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211690.423954:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211690.423958:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211690.423960:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211690.423962:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211690.423963:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211690.423966:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1195:1195:255:4294967295] 192.168.203.134@tcp LPNI seq info [1195:1195:7:4294967295] 00000800:00000200:2.0:1715211690.423972:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211690.423976:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211690.423977:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211690.423981:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211690.423984:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211690.423989:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211690.423995:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211690.423999:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211690.424137:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211690.424143:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211690.424149:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211690.424170:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211690.424175:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715211690.424177:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715211690.424190:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954713152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211690.424278:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211690.424281:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211690.424284:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211690.424288:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211690.424290:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715211690.424292:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715211690.424295:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954713216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211690.426401:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211690.426415:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413040 00000400:00000200:0.0:1715211690.426423:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2619 [1] + 224 00000400:00000200:0.0:1715211690.426433:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211690.426437:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211690.426444:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954713152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211690.426515:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211690.426521:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413080 00000400:00000200:0.0:1715211690.426525:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2621 [1] + 224 00000400:00000200:0.0:1715211690.426544:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211690.426549:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211690.426554:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954713216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211690.426571:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211690.426579:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211690.426581:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211690.426589:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954713152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211690.426617:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954713152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211690.426640:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211690.426645:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211690.426650:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000010:1.0:1715211690.426693:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211690.426700:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211690.426703:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211690.426710:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954713216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211690.426738:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954713216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211690.426762:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715211690.426767:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211690.426770:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211695.431580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211695.431601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211695.431682:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211695.431688:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211695.431754:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211695.431765:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211695.431772:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211695.431780:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713280, portal 25 02000000:00000010:1.0:1715211695.431785:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211695.431785:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715211695.431787:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713280, offset 0 00000400:00000010:1.0:1715211695.431794:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211695.431798:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211695.431809:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211695.431812:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211695.431813:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713344, portal 4 00000400:00000200:2.0:1715211695.431818:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211695.431819:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000100:00000200:1.0:1715211695.431821:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713344, offset 0 00000400:00000200:2.0:1715211695.431823:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211695.431827:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211695.431828:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211695.431829:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211695.431832:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1196:1196:256:4294967295] 192.168.203.134@tcp LPNI seq info [1196:1196:8:4294967295] 00000400:00000200:2.0:1715211695.431844:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211695.431850:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211695.431854:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211695.431854:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211695.431858:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211695.431861:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211695.431861:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211695.431864:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211695.431866:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211695.431869:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1197:1197:255:4294967295] 192.168.203.134@tcp LPNI seq info [1197:1197:7:4294967295] 00000800:00000200:2.0:1715211695.431871:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211695.431876:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211695.431879:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211695.431884:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211695.431888:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211695.431893:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211695.431899:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211695.431903:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211695.432014:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211695.432020:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211695.432034:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211695.432041:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211695.432046:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715211695.432048:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715211695.432057:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954713280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211695.432124:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211695.432126:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211695.432129:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211695.432133:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211695.432135:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715211695.432136:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715211695.432141:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954713344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211695.433834:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211695.433848:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304130c0 00000400:00000200:0.0:1715211695.433855:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2629 [1] + 224 00000400:00000200:0.0:1715211695.433865:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211695.433869:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211695.433876:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954713280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211695.433911:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211695.433916:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413100 00000400:00000200:0.0:1715211695.433920:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2631 [1] + 224 00000400:00000200:0.0:1715211695.433933:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211695.433937:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211695.433942:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954713344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211695.433996:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211695.434003:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211695.434005:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211695.434013:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954713280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211695.434040:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954713280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211695.434060:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211695.434063:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211695.434067:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715211695.434068:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000400:00000010:1.0:1715211695.434069:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715211695.434073:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:1.0:1715211695.434077:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954713344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211695.434114:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954713344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211695.434137:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211695.434142:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211695.434145:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211700.439596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211700.439651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211700.439694:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211700.439698:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211700.439789:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211700.439799:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211700.439799:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211700.439806:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211700.439808:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211700.439814:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211700.439814:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713408, portal 25 00000100:00000200:1.0:1715211700.439819:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713472, portal 4 00000400:00000010:2.0:1715211700.439820:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715211700.439823:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713408, offset 0 00000400:00000010:1.0:1715211700.439824:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000100:00000200:1.0:1715211700.439826:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713472, offset 0 00000400:00000200:2.0:1715211700.439833:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211700.439843:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211700.439847:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211700.439852:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211700.439857:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211700.439861:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211700.439864:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211700.439867:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1198:1198:256:4294967295] 192.168.203.134@tcp LPNI seq info [1198:1198:8:4294967295] 00000400:00000200:2.0:1715211700.439879:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211700.439885:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211700.439888:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211700.439889:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211700.439892:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211700.439895:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211700.439895:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211700.439898:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211700.439900:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211700.439904:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211700.439905:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1199:1199:255:4294967295] 192.168.203.134@tcp LPNI seq info [1199:1199:7:4294967295] 00000800:00000200:2.0:1715211700.439909:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211700.439914:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211700.439919:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211700.439923:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211700.439928:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211700.439934:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211700.439938:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211700.440049:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211700.440062:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211700.440069:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211700.440076:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211700.440080:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715211700.440082:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715211700.440091:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954713408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211700.440149:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211700.440151:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211700.440154:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211700.440158:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211700.440160:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715211700.440161:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715211700.440165:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954713472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211700.441921:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211700.441935:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413140 00000400:00000200:0.0:1715211700.441942:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2639 [1] + 224 00000400:00000200:0.0:1715211700.441953:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211700.441957:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211700.441964:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954713408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211700.441998:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211700.442003:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413180 00000400:00000200:0.0:1715211700.442007:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x263d [1] + 224 00000400:00000200:0.0:1715211700.442020:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211700.442024:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211700.442029:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954713472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211700.442085:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211700.442092:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211700.442094:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211700.442102:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954713408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211700.442129:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954713408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211700.442152:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211700.442155:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211700.442156:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211700.442160:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000200:1.0:1715211700.442163:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211700.442165:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211700.442173:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954713472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211700.442200:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954713472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211700.442224:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211700.442228:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211700.442231:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211705.447612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211705.447632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211705.447673:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211705.447677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715211705.447772:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211705.447779:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211705.447781:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211705.447788:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211705.447789:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211705.447796:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713536, portal 25 00000400:00000010:2.0:1715211705.447801:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000010:1.0:1715211705.447804:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211705.447804:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713536, offset 0 00000100:00000200:1.0:1715211705.447809:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713600, portal 4 00000400:00000010:1.0:1715211705.447814:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000400:00000200:2.0:1715211705.447815:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211705.447818:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713600, offset 0 00000400:00000200:1.0:1715211705.447826:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211705.447827:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211705.447832:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211705.447836:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211705.447840:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211705.447843:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211705.447846:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1200:1200:256:4294967295] 192.168.203.134@tcp LPNI seq info [1200:1200:8:4294967295] 00000400:00000200:2.0:1715211705.447857:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211705.447862:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211705.447866:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211705.447867:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211705.447871:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211705.447872:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211705.447874:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211705.447877:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211705.447880:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211705.447881:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211705.447883:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1201:1201:255:4294967295] 192.168.203.134@tcp LPNI seq info [1201:1201:7:4294967295] 00000800:00000200:2.0:1715211705.447886:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211705.447892:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211705.447897:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211705.447901:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211705.447906:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211705.447912:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211705.447915:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211705.448017:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211705.448023:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211705.448029:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211705.448036:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211705.448040:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715211705.448042:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715211705.448052:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954713536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211705.448109:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211705.448112:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211705.448115:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211705.448119:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211705.448121:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715211705.448123:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715211705.448127:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954713600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211705.449888:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211705.449901:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304131c0 00000400:00000200:0.0:1715211705.449908:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2649 [1] + 224 00000400:00000200:0.0:1715211705.449919:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211705.449922:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211705.449929:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954713536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211705.449964:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211705.449969:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413200 00000400:00000200:0.0:1715211705.449973:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2651 [1] + 224 00000400:00000200:0.0:1715211705.449986:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211705.449990:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211705.450003:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954713600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211705.450048:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211705.450056:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211705.450058:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211705.450066:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954713536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211705.450071:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211705.450076:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211705.450078:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211705.450085:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954713600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211705.450093:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954713536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211705.450110:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954713600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211705.450113:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211705.450118:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211705.450122:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 02000000:00000010:1.0:1715211705.450132:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211705.450136:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211705.450139:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211710.455636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211710.455658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211710.455700:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211710.455704:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715211710.455809:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211710.455810:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:1.0:1715211710.455820:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211710.455820:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211710.455827:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211710.455827:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211710.455834:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713728, portal 4 00000400:00000010:1.0:1715211710.455841:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:2.0:1715211710.455841:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713664, portal 25 00000100:00000200:1.0:1715211710.455843:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713728, offset 0 00000400:00000010:2.0:1715211710.455845:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715211710.455848:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713664, offset 0 00000400:00000200:1.0:1715211710.455855:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211710.455863:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211710.455869:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211710.455875:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211710.455879:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211710.455883:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211710.455886:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211710.455890:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1202:1202:256:4294967295] 192.168.203.134@tcp LPNI seq info [1202:1202:8:4294967295] 00000400:00000200:1.0:1715211710.455901:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211710.455907:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211710.455910:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211710.455913:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715211710.455914:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211710.455917:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211710.455919:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211710.455920:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211710.455923:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211710.455926:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1203:1203:255:4294967295] 192.168.203.134@tcp LPNI seq info [1203:1203:7:4294967295] 00000800:00000200:1.0:1715211710.455928:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211710.455933:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211710.455936:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211710.455941:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211710.455944:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715211710.455949:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211710.455955:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211710.455959:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211710.456100:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211710.456106:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211710.456112:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211710.456119:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211710.456123:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715211710.456126:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715211710.456134:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954713728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211710.456212:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211710.456215:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211710.456219:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211710.456223:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211710.456225:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715211710.456227:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715211710.456231:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954713664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211710.458269:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211710.458283:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413280 00000400:00000200:0.0:1715211710.458290:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2659 [1] + 224 00000400:00000200:0.0:1715211710.458300:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211710.458304:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211710.458311:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954713728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211710.458346:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211710.458351:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413240 00000400:00000200:0.0:1715211710.458356:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x265d [1] + 224 00000400:00000200:0.0:1715211710.458371:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211710.458384:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211710.458388:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954713664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211710.458437:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211710.458445:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211710.458447:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211710.458455:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954713728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211710.458509:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211710.458517:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211710.458519:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211710.458527:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954713664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211710.458583:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954713664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211710.458606:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211710.458611:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211710.458616:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:1.0:1715211710.458641:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954713728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211710.458664:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211710.458669:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211710.458672:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211715.463613:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211715.463626:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211715.463660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211715.463664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715211715.463761:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211715.463769:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211715.463769:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211715.463773:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211715.463777:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211715.463777:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713792, portal 25 00000400:00000010:2.0:1715211715.463781:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000010:1.0:1715211715.463782:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211715.463783:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713792, offset 0 00000100:00000200:1.0:1715211715.463786:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713856, portal 4 00000400:00000200:2.0:1715211715.463790:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211715.463791:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715211715.463793:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713856, offset 0 00000400:00000200:2.0:1715211715.463799:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211715.463800:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211715.463803:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211715.463806:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211715.463809:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211715.463811:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211715.463814:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1204:1204:256:4294967295] 192.168.203.134@tcp LPNI seq info [1204:1204:8:4294967295] 00000400:00000200:2.0:1715211715.463823:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211715.463829:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211715.463832:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211715.463834:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211715.463837:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211715.463838:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211715.463841:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211715.463843:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211715.463844:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211715.463847:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211715.463847:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211715.463850:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1205:1205:255:4294967295] 192.168.203.134@tcp LPNI seq info [1205:1205:7:4294967295] 00000400:00000200:1.0:1715211715.463859:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211715.463864:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211715.463868:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211715.463872:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211715.463878:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211715.463882:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211715.463983:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211715.463988:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211715.463993:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211715.463999:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211715.464003:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715211715.464005:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715211715.464012:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954713792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211715.464068:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211715.464070:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211715.464073:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211715.464081:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211715.464083:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715211715.464085:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715211715.464088:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954713856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211715.465646:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211715.465657:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304132c0 00000400:00000200:0.0:1715211715.465664:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2669 [1] + 224 00000400:00000200:0.0:1715211715.465672:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211715.465676:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211715.465682:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954713792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211715.465716:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211715.465721:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413300 00000400:00000200:0.0:1715211715.465725:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2671 [1] + 224 00000400:00000200:0.0:1715211715.465742:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211715.465752:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211715.465757:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954713856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211715.465807:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211715.465814:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211715.465816:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211715.465824:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954713792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211715.465852:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954713792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211715.465869:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211715.465873:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211715.465873:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211715.465876:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000200:1.0:1715211715.465881:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211715.465883:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211715.465891:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954713856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211715.465919:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954713856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211715.465939:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211715.465943:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211715.465947:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211720.471625:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211720.471650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211720.471698:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211720.471702:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211720.471798:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211720.471810:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211720.471812:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211720.471817:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211720.471821:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211720.471825:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713920, portal 25 00000400:00000010:1.0:1715211720.471826:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211720.471830:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954713984, portal 4 00000400:00000010:2.0:1715211720.471830:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715211720.471833:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954713920, offset 0 00000400:00000010:1.0:1715211720.471836:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000200:2.0:1715211720.471844:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211720.471849:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954713984, offset 0 00000400:00000200:1.0:1715211720.471857:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211720.471859:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211720.471864:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211720.471869:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211720.471873:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211720.471875:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211720.471879:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1206:1206:256:4294967295] 192.168.203.134@tcp LPNI seq info [1206:1206:8:4294967295] 00000400:00000200:2.0:1715211720.471890:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211720.471896:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211720.471898:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211720.471900:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211720.471902:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211720.471906:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211720.471907:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211720.471908:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211720.471911:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211720.471914:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1207:1207:255:4294967295] 192.168.203.134@tcp LPNI seq info [1207:1207:7:4294967295] 00000800:00000200:2.0:1715211720.471917:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211720.471922:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211720.471924:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211720.471928:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211720.471933:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211720.471938:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211720.471944:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211720.471947:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211720.472088:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211720.472094:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211720.472102:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211720.472109:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211720.472114:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715211720.472116:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715211720.472126:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954713920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211720.472205:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211720.472208:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211720.472211:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211720.472215:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211720.472217:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715211720.472218:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715211720.472222:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954713984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211720.474336:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211720.474350:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413340 00000400:00000200:0.0:1715211720.474357:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2679 [1] + 224 00000400:00000200:0.0:1715211720.474368:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211720.474371:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211720.474379:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954713920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211720.474414:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211720.474418:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413380 00000400:00000200:0.0:1715211720.474423:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x267d [1] + 224 00000400:00000200:0.0:1715211720.474454:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211720.474458:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211720.474529:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954713984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211720.474538:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211720.474546:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211720.474548:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211720.474557:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954713920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211720.474585:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954713920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211720.474609:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211720.474614:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211720.474619:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715211720.474644:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211720.474652:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211720.474654:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211720.474662:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954713984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211720.474690:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954713984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211720.474713:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211720.474717:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211720.474720:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211725.479586:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211725.479607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211725.479653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211725.479657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715211725.479748:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211725.479758:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211725.479766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211725.479769:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715211725.479773:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714048, portal 25 00000400:00000010:1.0:1715211725.479778:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211725.479778:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715211725.479780:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714048, offset 0 00000400:00000010:1.0:1715211725.479783:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211725.479787:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714112, portal 4 00000400:00000010:1.0:1715211725.479793:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000400:00000200:2.0:1715211725.479793:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211725.479797:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954714112, offset 0 00000400:00000200:1.0:1715211725.479804:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211725.479808:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211725.479814:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211725.479818:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211725.479822:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211725.479825:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211725.479828:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1208:1208:256:4294967295] 192.168.203.134@tcp LPNI seq info [1208:1208:8:4294967295] 00000400:00000200:2.0:1715211725.479839:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211725.479845:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211725.479848:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211725.479850:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211725.479852:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211725.479856:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211725.479857:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211725.479859:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211725.479861:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211725.479864:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1209:1209:255:4294967295] 192.168.203.134@tcp LPNI seq info [1209:1209:7:4294967295] 00000800:00000200:2.0:1715211725.479867:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211725.479871:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211725.479874:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211725.479879:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211725.479883:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211725.479887:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211725.479893:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211725.479897:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211725.480023:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211725.480029:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211725.480035:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211725.480042:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211725.480047:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715211725.480049:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715211725.480059:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954714048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211725.480141:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211725.480143:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211725.480146:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211725.480150:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211725.480152:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715211725.480154:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715211725.480157:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954714112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211725.482101:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211725.482114:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304133c0 00000400:00000200:0.0:1715211725.482122:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2689 [1] + 224 00000400:00000200:0.0:1715211725.482133:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211725.482136:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211725.482143:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954714048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211725.482179:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211725.482184:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413400 00000400:00000200:0.0:1715211725.482199:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2691 [1] + 224 00000400:00000200:0.0:1715211725.482214:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211725.482218:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211725.482222:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954714112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211725.482275:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211725.482283:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211725.482285:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211725.482293:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954714048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211725.482321:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954714048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211725.482340:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211725.482345:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211725.482348:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211725.482350:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211725.482350:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211725.482354:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000200:1.0:1715211725.482358:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954714112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211725.482386:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954714112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211725.482409:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211725.482413:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211725.482416:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211730.487595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211730.487616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211730.487659:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211730.487663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:1.0:1715211730.487747:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 02000000:00000010:2.0:1715211730.487747:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211730.487754:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211730.487754:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211730.487777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211730.487777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211730.487784:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714176, portal 25 00000400:00000010:2.0:1715211730.487789:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715211730.487793:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714240, portal 4 00000100:00000200:2.0:1715211730.487793:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714176, offset 0 00000400:00000010:1.0:1715211730.487799:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000400:00000200:2.0:1715211730.487803:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211730.487808:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954714240, offset 0 00000400:00000200:1.0:1715211730.487815:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211730.487818:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211730.487824:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211730.487829:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211730.487832:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211730.487835:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211730.487839:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1210:1210:256:4294967295] 192.168.203.134@tcp LPNI seq info [1210:1210:8:4294967295] 00000400:00000200:2.0:1715211730.487850:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211730.487856:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211730.487858:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211730.487860:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211730.487862:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211730.487866:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211730.487867:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211730.487868:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211730.487871:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211730.487874:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1211:1211:255:4294967295] 192.168.203.134@tcp LPNI seq info [1211:1211:7:4294967295] 00000800:00000200:2.0:1715211730.487877:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211730.487882:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211730.487883:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211730.487888:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211730.487892:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211730.487896:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211730.487902:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211730.487906:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211730.488029:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211730.488035:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211730.488041:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211730.488048:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211730.488053:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715211730.488055:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715211730.488065:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954714176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211730.488129:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211730.488132:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211730.488135:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211730.488139:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211730.488141:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715211730.488143:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715211730.488147:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954714240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211730.489508:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211730.489522:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413440 00000400:00000200:0.0:1715211730.489529:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2699 [1] + 224 00000400:00000200:0.0:1715211730.489540:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211730.489543:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211730.489551:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954714176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211730.489587:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211730.489603:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413480 00000400:00000200:0.0:1715211730.489608:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x269d [1] + 224 00000400:00000200:0.0:1715211730.489623:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211730.489626:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211730.489631:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954714240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211730.489681:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211730.489689:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211730.489691:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211730.489699:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954714176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211730.489716:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211730.489724:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211730.489726:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211730.489727:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954714176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211730.489733:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954714240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211730.489750:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211730.489755:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000200:1.0:1715211730.489760:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954714240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211730.489760:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 02000000:00000010:1.0:1715211730.489784:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211730.489788:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211730.489791:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211735.495614:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211735.495652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211735.495701:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211735.495706:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211735.495805:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211735.495816:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211735.495816:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211735.495824:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211735.495825:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211735.495833:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714304, portal 25 00000400:00000010:2.0:1715211735.495838:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000010:1.0:1715211735.495840:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211735.495840:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714304, offset 0 00000100:00000200:1.0:1715211735.495845:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714368, portal 4 00000400:00000010:1.0:1715211735.495851:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000400:00000200:2.0:1715211735.495851:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211735.495855:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954714368, offset 0 00000400:00000200:1.0:1715211735.495863:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211735.495866:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211735.495872:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211735.495876:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211735.495880:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211735.495883:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211735.495886:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1212:1212:256:4294967295] 192.168.203.134@tcp LPNI seq info [1212:1212:8:4294967295] 00000400:00000200:2.0:1715211735.495898:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211735.495904:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211735.495906:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211735.495908:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211735.495911:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211735.495914:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211735.495915:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211735.495917:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211735.495919:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211735.495922:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1213:1213:255:4294967295] 192.168.203.134@tcp LPNI seq info [1213:1213:7:4294967295] 00000800:00000200:2.0:1715211735.495925:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211735.495929:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211735.495932:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211735.495937:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211735.495940:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211735.495945:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211735.495951:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211735.495955:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211735.496088:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211735.496094:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211735.496101:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211735.496109:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211735.496113:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715211735.496115:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715211735.496125:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954714304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211735.496206:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211735.496209:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211735.496211:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211735.496215:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211735.496218:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715211735.496219:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715211735.496223:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954714368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211735.498228:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211735.498241:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304134c0 00000400:00000200:0.0:1715211735.498249:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26a9 [1] + 224 00000400:00000200:0.0:1715211735.498260:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211735.498263:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211735.498271:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954714304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211735.498326:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211735.498332:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413500 00000400:00000200:0.0:1715211735.498337:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26b1 [1] + 224 00000400:00000200:0.0:1715211735.498351:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211735.498355:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211735.498359:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954714368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211735.498438:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211735.498446:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211735.498448:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211735.498456:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954714304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211735.498537:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954714304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211735.498562:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211735.498567:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211735.498572:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715211735.498717:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211735.498725:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211735.498727:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211735.498735:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954714368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211735.498763:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954714368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211735.498787:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211735.498791:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211735.498795:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211740.503549:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211740.503566:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211740.503601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211740.503604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:1.0:1715211740.503666:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 02000000:00000010:2.0:1715211740.503671:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211740.503674:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211740.503678:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211740.503680:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211740.503682:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211740.503686:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714496, portal 4 00000100:00000200:2.0:1715211740.503687:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714432, portal 25 00000400:00000010:2.0:1715211740.503690:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000400:00000010:1.0:1715211740.503691:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:2.0:1715211740.503692:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714432, offset 0 00000100:00000200:1.0:1715211740.503693:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954714496, offset 0 00000400:00000200:2.0:1715211740.503701:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211740.503707:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211740.503712:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211740.503717:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211740.503720:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211740.503723:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211740.503726:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211740.503728:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1214:1214:256:4294967295] 192.168.203.134@tcp LPNI seq info [1214:1214:8:4294967295] 00000400:00000200:2.0:1715211740.503737:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211740.503741:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211740.503743:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211740.503745:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211740.503746:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211740.503748:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211740.503750:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211740.503750:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211740.503752:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211740.503754:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1215:1215:255:4294967295] 192.168.203.134@tcp LPNI seq info [1215:1215:7:4294967295] 00000800:00000200:2.0:1715211740.503757:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211740.503761:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211740.503761:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211740.503764:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211740.503767:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211740.503770:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211740.503774:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211740.503777:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211740.503877:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211740.503881:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211740.503886:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211740.503891:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211740.503895:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715211740.503896:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715211740.503903:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954714432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211740.503953:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211740.503955:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211740.503957:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211740.503960:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211740.503962:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715211740.503963:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715211740.503966:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954714496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211740.505753:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211740.505763:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413540 00000400:00000200:0.0:1715211740.505768:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26bd [1] + 224 00000400:00000200:0.0:1715211740.505776:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211740.505779:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211740.505792:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954714432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211740.505820:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211740.505824:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413580 00000400:00000200:0.0:1715211740.505827:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26b9 [1] + 224 00000400:00000200:0.0:1715211740.505838:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211740.505840:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211740.505844:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954714496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211740.505881:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211740.505887:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211740.505888:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211740.505894:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954714432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211740.505915:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954714432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211740.505929:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211740.505932:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211740.505934:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211740.505936:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211740.505936:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715211740.505939:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000200:1.0:1715211740.505941:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954714496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211740.505961:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954714496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211740.505978:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211740.505981:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211740.505983:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211745.511583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211745.511604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211745.511648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211745.511652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715211745.511747:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211745.511757:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211745.511763:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211745.511765:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211745.511773:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211745.511773:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714560, portal 25 00000400:00000010:1.0:1715211745.511778:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211745.511778:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715211745.511780:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714560, offset 0 00000100:00000200:1.0:1715211745.511782:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714624, portal 4 00000400:00000010:1.0:1715211745.511788:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000400:00000200:2.0:1715211745.511791:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211745.511800:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954714624, offset 0 00000400:00000200:2.0:1715211745.511807:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211745.511809:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211745.511813:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211745.511817:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211745.511821:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211745.511824:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211745.511827:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1216:1216:256:4294967295] 192.168.203.134@tcp LPNI seq info [1216:1216:8:4294967295] 00000400:00000200:2.0:1715211745.511839:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211745.511844:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211745.511847:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211745.511849:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211745.511851:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211745.511855:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211745.511856:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211745.511858:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211745.511860:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211745.511863:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1217:1217:255:4294967295] 192.168.203.134@tcp LPNI seq info [1217:1217:7:4294967295] 00000800:00000200:2.0:1715211745.511865:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211745.511870:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211745.511873:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211745.511878:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211745.511882:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211745.511886:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211745.511892:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211745.511896:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211745.512011:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211745.512016:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211745.512023:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211745.512030:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211745.512035:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715211745.512037:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715211745.512047:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954714560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211745.512111:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211745.512114:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211745.512116:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211745.512120:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211745.512123:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715211745.512124:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715211745.512128:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954714624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211745.513938:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211745.513952:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304135c0 00000400:00000200:0.0:1715211745.513960:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26c9 [1] + 224 00000400:00000200:0.0:1715211745.513970:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211745.513984:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211745.513991:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954714560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211745.514032:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211745.514037:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413600 00000400:00000200:0.0:1715211745.514041:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26d1 [1] + 224 00000400:00000200:0.0:1715211745.514057:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211745.514061:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211745.514065:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954714624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211745.514119:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211745.514127:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211745.514129:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211745.514137:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954714560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211745.514165:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954714560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211745.514182:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211745.514189:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211745.514190:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211745.514192:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211745.514193:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715211745.514197:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:1.0:1715211745.514200:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954714624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211745.514227:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954714624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211745.514250:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211745.514255:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211745.514258:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211750.519584:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211750.519604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211750.519646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211750.519650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715211750.519750:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211750.519756:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211750.519761:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211750.519765:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211750.519768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211750.519770:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211750.519776:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714688, portal 25 00000100:00000200:1.0:1715211750.519777:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714752, portal 4 00000400:00000010:2.0:1715211750.519781:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000400:00000010:1.0:1715211750.519782:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000100:00000200:2.0:1715211750.519784:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714688, offset 0 00000100:00000200:1.0:1715211750.519785:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954714752, offset 0 00000400:00000200:2.0:1715211750.519794:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211750.519802:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211750.519808:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211750.519814:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211750.519818:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211750.519822:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211750.519825:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211750.519828:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1218:1218:256:4294967295] 192.168.203.134@tcp LPNI seq info [1218:1218:8:4294967295] 00000400:00000200:2.0:1715211750.519839:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211750.519844:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211750.519847:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211750.519849:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715211750.519851:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211750.519855:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211750.519855:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211750.519858:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211750.519860:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211750.519863:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1219:1219:255:4294967295] 192.168.203.134@tcp LPNI seq info [1219:1219:7:4294967295] 00000800:00000200:2.0:1715211750.519864:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211750.519869:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211750.519873:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211750.519878:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211750.519882:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211750.519887:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211750.519893:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211750.519896:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211750.520008:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211750.520014:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211750.520020:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211750.520027:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211750.520032:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715211750.520034:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715211750.520044:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954714688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211750.520110:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211750.520113:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211750.520115:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211750.520119:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211750.520122:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715211750.520123:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715211750.520127:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954714752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211750.521836:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211750.521849:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413640 00000400:00000200:0.0:1715211750.521856:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26d9 [1] + 224 00000400:00000200:0.0:1715211750.521880:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211750.521884:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211750.521892:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954714688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211750.521930:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211750.521935:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413680 00000400:00000200:0.0:1715211750.521939:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26dd [1] + 224 00000400:00000200:0.0:1715211750.521952:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211750.521956:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211750.521961:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954714752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211750.522024:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211750.522032:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211750.522034:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211750.522042:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954714688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211750.522070:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954714688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211750.522080:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211750.522088:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211750.522090:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211750.522092:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211750.522097:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954714752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211750.522097:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715211750.522102:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000200:1.0:1715211750.522124:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954714752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211750.522148:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211750.522152:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211750.522155:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211755.527619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211755.527640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211755.527683:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211755.527688:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211755.527782:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211755.527793:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211755.527793:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211755.527800:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211755.527802:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211755.527809:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714816, portal 25 00000400:00000010:2.0:1715211755.527814:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000400:00000010:1.0:1715211755.527817:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211755.527817:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714816, offset 0 00000100:00000200:1.0:1715211755.527821:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714880, portal 4 00000400:00000010:1.0:1715211755.527827:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:2.0:1715211755.527828:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211755.527832:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954714880, offset 0 00000400:00000200:1.0:1715211755.527840:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211755.527842:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211755.527847:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211755.527852:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211755.527856:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211755.527859:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211755.527862:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1220:1220:256:4294967295] 192.168.203.134@tcp LPNI seq info [1220:1220:8:4294967295] 00000400:00000200:2.0:1715211755.527873:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211755.527879:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211755.527882:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211755.527883:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211755.527886:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211755.527889:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211755.527890:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211755.527892:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211755.527894:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211755.527897:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1221:1221:255:4294967295] 192.168.203.134@tcp LPNI seq info [1221:1221:7:4294967295] 00000800:00000200:2.0:1715211755.527899:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211755.527904:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211755.527907:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211755.527912:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211755.527917:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211755.527922:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211755.527928:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211755.527931:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211755.528051:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211755.528057:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211755.528063:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211755.528070:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211755.528075:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715211755.528077:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715211755.528087:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954714816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211755.528151:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211755.528153:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211755.528156:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211755.528160:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211755.528163:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715211755.528164:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715211755.528168:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954714880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211755.529862:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211755.529876:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304136c0 00000400:00000200:0.0:1715211755.529893:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26e9 [1] + 224 00000400:00000200:0.0:1715211755.529906:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211755.529909:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211755.529916:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954714816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211755.529954:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211755.529959:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413700 00000400:00000200:0.0:1715211755.529963:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26f1 [1] + 224 00000400:00000200:0.0:1715211755.529981:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211755.529984:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211755.529989:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954714880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211755.530043:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211755.530051:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211755.530052:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211755.530061:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954714816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211755.530088:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954714816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211755.530105:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211755.530112:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715211755.530112:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211755.530114:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211755.530116:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211755.530121:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000200:1.0:1715211755.530122:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954714880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211755.530150:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954714880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211755.530172:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211755.530176:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211755.530179:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211760.535583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211760.535603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211760.535645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211760.535650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715211760.535742:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211760.535753:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211760.535761:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211760.535763:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715211760.535770:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954714944, portal 25 00000400:00000010:1.0:1715211760.535772:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211760.535775:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000010:1.0:1715211760.535777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211760.535777:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954714944, offset 0 00000100:00000200:1.0:1715211760.535782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715008, portal 4 00000400:00000010:1.0:1715211760.535787:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715211760.535788:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211760.535792:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715008, offset 0 00000400:00000200:1.0:1715211760.535799:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211760.535802:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211760.535808:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211760.535813:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211760.535817:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211760.535820:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211760.535823:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1222:1222:256:4294967295] 192.168.203.134@tcp LPNI seq info [1222:1222:8:4294967295] 00000400:00000200:2.0:1715211760.535835:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211760.535840:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211760.535843:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211760.535844:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715211760.535848:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211760.535850:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211760.535851:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211760.535854:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211760.535856:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211760.535858:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211760.535859:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1223:1223:255:4294967295] 192.168.203.134@tcp LPNI seq info [1223:1223:7:4294967295] 00000800:00000200:2.0:1715211760.535863:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211760.535869:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211760.535874:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211760.535877:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211760.535882:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211760.535888:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211760.535892:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211760.536001:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211760.536007:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211760.536013:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211760.536020:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211760.536025:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715211760.536027:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715211760.536037:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954714944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211760.536096:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211760.536098:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211760.536101:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211760.536105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211760.536107:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715211760.536109:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715211760.536113:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954715008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211760.537929:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211760.537952:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413740 00000400:00000200:0.0:1715211760.537960:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x26f9 [1] + 224 00000400:00000200:0.0:1715211760.537973:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211760.537977:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211760.537984:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954714944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211760.538022:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211760.538027:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413780 00000400:00000200:0.0:1715211760.538031:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2701 [1] + 224 00000400:00000200:0.0:1715211760.538043:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211760.538047:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211760.538052:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954715008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211760.538113:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211760.538121:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211760.538123:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211760.538131:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954714944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211760.538159:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954714944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211760.538173:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211760.538180:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715211760.538182:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211760.538183:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211760.538187:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000200:1.0:1715211760.538190:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954715008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211760.538191:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:1.0:1715211760.538250:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954715008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211760.538274:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211760.538279:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211760.538282:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211765.543612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211765.543635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211765.543677:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211765.543682:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715211765.543778:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211765.543787:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211765.543789:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211765.543796:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211765.543796:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211765.543804:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715072, portal 25 00000400:00000010:2.0:1715211765.543809:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000010:1.0:1715211765.543812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211765.543812:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715072, offset 0 00000100:00000200:1.0:1715211765.543816:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715136, portal 4 00000400:00000010:1.0:1715211765.543822:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:2.0:1715211765.543822:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211765.543827:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715136, offset 0 00000400:00000200:1.0:1715211765.543834:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211765.543837:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211765.543843:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211765.543847:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211765.543851:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211765.543854:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211765.543857:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1224:1224:256:4294967295] 192.168.203.134@tcp LPNI seq info [1224:1224:8:4294967295] 00000400:00000200:2.0:1715211765.543868:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211765.543874:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211765.543877:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211765.543878:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211765.543881:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211765.543884:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211765.543885:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211765.543887:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211765.543890:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211765.543892:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1225:1225:255:4294967295] 192.168.203.134@tcp LPNI seq info [1225:1225:7:4294967295] 00000800:00000200:2.0:1715211765.543894:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211765.543899:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211765.543902:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211765.543907:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211765.543911:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211765.543916:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211765.543922:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211765.543925:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211765.544057:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211765.544063:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211765.544069:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211765.544075:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211765.544080:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715211765.544082:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715211765.544092:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954715072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211765.544164:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211765.544167:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211765.544170:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211765.544285:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211765.544287:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715211765.544289:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715211765.544294:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954715136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211765.545946:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211765.545959:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304137c0 00000400:00000200:0.0:1715211765.545967:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2709 [1] + 224 00000400:00000200:0.0:1715211765.545977:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211765.545981:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211765.545988:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954715072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211765.546023:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211765.546028:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413800 00000400:00000200:0.0:1715211765.546032:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2711 [1] + 224 00000400:00000200:0.0:1715211765.546046:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211765.546050:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211765.546055:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954715136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211765.546116:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211765.546124:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211765.546126:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211765.546134:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954715072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211765.546161:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954715072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211765.546202:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211765.546211:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211765.546213:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211765.546215:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211765.546221:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954715136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211765.546221:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211765.546226:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:1.0:1715211765.546249:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954715136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211765.546272:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211765.546276:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211765.546279:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211770.551614:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211770.551637:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211770.551681:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211770.551685:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715211770.551778:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211770.551785:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211770.551789:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211770.551793:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211770.551796:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211770.551799:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211770.551804:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715264, portal 4 00000100:00000200:2.0:1715211770.551804:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715200, portal 25 00000400:00000010:2.0:1715211770.551808:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000400:00000010:1.0:1715211770.551810:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:2.0:1715211770.551810:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715200, offset 0 00000100:00000200:1.0:1715211770.551812:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715264, offset 0 00000400:00000200:2.0:1715211770.551821:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211770.551829:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211770.551835:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211770.551840:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211770.551845:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211770.551849:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211770.551852:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211770.551855:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1226:1226:256:4294967295] 192.168.203.134@tcp LPNI seq info [1226:1226:8:4294967295] 00000400:00000200:2.0:1715211770.551866:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211770.551872:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211770.551874:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211770.551876:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211770.551878:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211770.551881:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211770.551883:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211770.551884:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211770.551887:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211770.551890:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1227:1227:255:4294967295] 192.168.203.134@tcp LPNI seq info [1227:1227:7:4294967295] 00000800:00000200:2.0:1715211770.551891:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211770.551896:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211770.551900:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211770.551905:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211770.551908:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211770.551913:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211770.551919:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211770.551923:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211770.552048:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211770.552054:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211770.552059:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211770.552067:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211770.552071:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715211770.552073:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715211770.552083:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954715200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211770.552186:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211770.552189:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211770.552192:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211770.552196:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211770.552198:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715211770.552200:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715211770.552214:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954715264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211770.553912:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211770.553926:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413840 00000400:00000200:0.0:1715211770.553933:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2719 [1] + 224 00000400:00000200:0.0:1715211770.553944:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211770.553948:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211770.553955:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954715200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211770.553989:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211770.553994:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413880 00000400:00000200:0.0:1715211770.553998:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x271d [1] + 224 00000400:00000200:0.0:1715211770.554013:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211770.554017:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211770.554021:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954715264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211770.554079:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211770.554086:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211770.554088:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211770.554096:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954715200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211770.554123:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954715200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211770.554175:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211770.554183:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211770.554185:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211770.554186:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211770.554192:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000200:1.0:1715211770.554193:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954715264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211770.554196:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:1.0:1715211770.554221:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954715264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211770.554245:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211770.554249:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211770.554252:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211775.559579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211775.559600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715211775.559643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211775.559648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211775.559742:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211775.559751:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211775.559752:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211775.559759:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211775.559760:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211775.559767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211775.559767:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715328, portal 25 00000100:00000200:1.0:1715211775.559771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715392, portal 4 00000400:00000010:2.0:1715211775.559772:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715211775.559774:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715328, offset 0 00000400:00000010:1.0:1715211775.559777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000400:00000200:2.0:1715211775.559784:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211775.559789:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715392, offset 0 00000400:00000200:1.0:1715211775.559797:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211775.559799:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211775.559804:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211775.559809:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211775.559813:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211775.559815:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211775.559819:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1228:1228:256:4294967295] 192.168.203.134@tcp LPNI seq info [1228:1228:8:4294967295] 00000400:00000200:2.0:1715211775.559830:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211775.559836:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211775.559839:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211775.559840:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211775.559843:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211775.559846:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211775.559846:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211775.559849:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211775.559851:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211775.559855:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1229:1229:255:4294967295] 192.168.203.134@tcp LPNI seq info [1229:1229:7:4294967295] 00000800:00000200:2.0:1715211775.559856:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211775.559861:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211775.559865:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211775.559870:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211775.559873:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211775.559878:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211775.559884:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211775.559888:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211775.559960:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211775.559966:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211775.559972:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211775.559979:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211775.559984:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715211775.559986:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715211775.559996:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954715328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211775.560055:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211775.560057:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211775.560060:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211775.560064:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211775.560066:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715211775.560077:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715211775.560082:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954715392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211775.561883:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211775.561897:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304138c0 00000400:00000200:0.0:1715211775.561904:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2729 [1] + 224 00000400:00000200:0.0:1715211775.561915:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211775.561918:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211775.561925:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954715328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211775.561959:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211775.561964:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413900 00000400:00000200:0.0:1715211775.561968:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x272d [1] + 224 00000400:00000200:0.0:1715211775.561982:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211775.561986:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211775.561990:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954715392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211775.562050:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211775.562057:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211775.562059:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211775.562067:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954715328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211775.562094:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954715328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211775.562140:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211775.562150:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211775.562153:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211775.562156:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211775.562162:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954715392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211775.562162:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715211775.562166:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000200:1.0:1715211775.562199:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954715392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211775.562228:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211775.562235:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211775.562238:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211780.567592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211780.567615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211780.567674:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211780.567681:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211780.567765:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211780.567775:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211780.567783:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211780.567791:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715456, portal 25 00000400:00000010:2.0:1715211780.567795:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 02000000:00000010:1.0:1715211780.567797:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715211780.567798:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715456, offset 0 00000400:00000010:1.0:1715211780.567806:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211780.567808:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211780.567821:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211780.567822:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211780.567826:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715520, portal 4 00000400:00000200:2.0:1715211780.567827:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211780.567832:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:2.0:1715211780.567832:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715211780.567834:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715520, offset 0 00000400:00000200:2.0:1715211780.567836:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211780.567839:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211780.567841:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211780.567843:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1230:1230:256:4294967295] 192.168.203.134@tcp LPNI seq info [1230:1230:8:4294967295] 00000400:00000200:2.0:1715211780.567854:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211780.567860:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211780.567863:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211780.567864:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211780.567867:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211780.567871:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211780.567871:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211780.567874:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211780.567876:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211780.567879:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1231:1231:255:4294967295] 192.168.203.134@tcp LPNI seq info [1231:1231:7:4294967295] 00000800:00000200:2.0:1715211780.567880:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211780.567885:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211780.567889:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211780.567894:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211780.567897:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211780.567902:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211780.567908:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211780.567912:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211780.568029:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211780.568035:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211780.568040:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211780.568048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211780.568052:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715211780.568054:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715211780.568064:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954715456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211780.568167:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211780.568170:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211780.568172:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211780.568176:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211780.568190:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715211780.568191:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715211780.568197:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954715520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211780.569935:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211780.569948:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413980 00000400:00000200:0.0:1715211780.569956:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2741 [1] + 224 00000400:00000200:0.0:1715211780.569967:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211780.569971:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211780.569978:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954715520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211780.570013:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211780.570018:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413940 00000400:00000200:0.0:1715211780.570023:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2739 [1] + 224 00000400:00000200:0.0:1715211780.570037:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211780.570040:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211780.570045:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954715456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211780.570128:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211780.570136:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211780.570138:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211780.570145:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954715520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211780.570163:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211780.570171:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000100:00000200:1.0:1715211780.570173:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954715520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211780.570173:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211780.570181:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954715456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211780.570201:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211780.570207:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000200:2.0:1715211780.570208:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954715456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211780.570210:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 02000000:00000010:2.0:1715211780.570225:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211780.570229:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211780.570232:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211785.575583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211785.575605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211785.575649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211785.575653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715211785.575743:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211785.575753:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211785.575761:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211785.575766:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715211785.575768:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715584, portal 25 00000400:00000010:2.0:1715211785.575773:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000400:00000010:1.0:1715211785.575776:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211785.575776:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715584, offset 0 00000400:00000010:1.0:1715211785.575781:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211785.575786:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211785.575795:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715648, portal 4 00000400:00000200:2.0:1715211785.575800:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211785.575802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000100:00000200:1.0:1715211785.575804:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715648, offset 0 00000400:00000200:2.0:1715211785.575805:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211785.575810:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211785.575812:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211785.575814:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211785.575816:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211785.575819:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1232:1232:256:4294967295] 192.168.203.134@tcp LPNI seq info [1232:1232:8:4294967295] 00000400:00000200:2.0:1715211785.575831:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211785.575836:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211785.575839:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211785.575841:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715211785.575843:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211785.575847:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211785.575847:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211785.575850:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211785.575852:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211785.575855:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1233:1233:255:4294967295] 192.168.203.134@tcp LPNI seq info [1233:1233:7:4294967295] 00000800:00000200:2.0:1715211785.575856:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211785.575861:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211785.575865:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211785.575870:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211785.575873:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211785.575878:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211785.575885:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211785.575888:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211785.576007:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211785.576013:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211785.576019:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211785.576027:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211785.576032:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715211785.576034:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715211785.576083:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954715584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211785.576144:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211785.576146:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211785.576149:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211785.576163:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211785.576166:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715211785.576168:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715211785.576172:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954715648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211785.577818:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211785.577831:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304139c0 00000400:00000200:0.0:1715211785.577839:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2749 [1] + 224 00000400:00000200:0.0:1715211785.577849:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211785.577853:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211785.577860:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954715584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211785.577895:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211785.577900:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413a00 00000400:00000200:0.0:1715211785.577904:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2751 [1] + 224 00000400:00000200:0.0:1715211785.577918:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211785.577922:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211785.577926:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954715648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211785.577978:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211785.577986:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211785.577987:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211785.577995:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954715584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211785.578023:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954715584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211785.578071:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211785.578081:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211785.578084:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211785.578093:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954715648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211785.578107:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211785.578113:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715211785.578117:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:1.0:1715211785.578131:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954715648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211785.578159:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211785.578163:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211785.578167:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211790.583611:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211790.583634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211790.583694:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211790.583701:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211790.583792:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211790.583794:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211790.583802:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211790.583803:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211790.583809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211790.583809:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211790.583817:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715776, portal 4 00000400:00000010:1.0:1715211790.583823:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:2.0:1715211790.583824:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715712, portal 25 00000100:00000200:1.0:1715211790.583825:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715776, offset 0 00000400:00000010:2.0:1715211790.583828:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000200:1.0:1715211790.583836:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211790.583840:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715712, offset 0 00000400:00000200:2.0:1715211790.583848:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211790.583850:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211790.583856:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211790.583861:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211790.583864:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211790.583867:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211790.583870:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1234:1234:256:4294967295] 192.168.203.134@tcp LPNI seq info [1234:1234:8:4294967295] 00000400:00000200:1.0:1715211790.583881:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211790.583887:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211790.583890:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211790.583892:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000400:00000200:2.0:1715211790.583894:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211790.583897:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211790.583898:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211790.583900:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211790.583903:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211790.583906:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1235:1235:255:4294967295] 192.168.203.134@tcp LPNI seq info [1235:1235:7:4294967295] 00000800:00000200:1.0:1715211790.583907:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211790.583913:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211790.583916:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211790.583920:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211790.583924:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715211790.583929:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211790.583935:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211790.583938:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211790.584116:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211790.584122:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211790.584128:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211790.584136:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211790.584140:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715211790.584142:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715211790.584152:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954715776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211790.584220:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211790.584223:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211790.584238:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211790.584242:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211790.584244:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715211790.584246:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715211790.584251:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954715712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211790.586001:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211790.586039:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413a80 00000400:00000200:0.0:1715211790.586047:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2759 [1] + 224 00000400:00000200:0.0:1715211790.586059:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211790.586063:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211790.586070:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954715776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211790.586106:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211790.586111:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413a40 00000400:00000200:0.0:1715211790.586115:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x275d [1] + 224 00000400:00000200:0.0:1715211790.586135:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211790.586139:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211790.586144:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954715712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211790.586170:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211790.586178:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211790.586180:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211790.586188:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954715776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211790.586216:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954715776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211790.586245:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211790.586250:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211790.586254:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:2.0:1715211790.586267:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211790.586274:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211790.586276:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211790.586284:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954715712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211790.586311:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954715712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211790.586328:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211790.586333:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211790.586336:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211795.591592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211795.591613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211795.591656:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211795.591662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715211795.591749:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211795.591759:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211795.591767:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211795.591770:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715211795.591775:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715840, portal 25 00000400:00000010:1.0:1715211795.591779:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211795.591780:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715211795.591783:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715840, offset 0 00000400:00000010:1.0:1715211795.591784:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211795.591788:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715904, portal 4 00000400:00000010:1.0:1715211795.591793:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000400:00000200:2.0:1715211795.591794:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211795.591798:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954715904, offset 0 00000400:00000200:1.0:1715211795.591806:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211795.591809:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211795.591814:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211795.591819:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211795.591823:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211795.591826:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211795.591829:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1236:1236:256:4294967295] 192.168.203.134@tcp LPNI seq info [1236:1236:8:4294967295] 00000400:00000200:2.0:1715211795.591841:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211795.591847:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211795.591850:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211795.591851:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211795.591854:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211795.591858:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211795.591859:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211795.591861:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211795.591863:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211795.591866:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1237:1237:255:4294967295] 192.168.203.134@tcp LPNI seq info [1237:1237:7:4294967295] 00000800:00000200:2.0:1715211795.591868:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211795.591873:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211795.591876:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211795.591881:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211795.591884:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211795.591889:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211795.591895:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211795.591899:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211795.592055:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211795.592061:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211795.592066:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211795.592073:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211795.592078:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715211795.592080:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715211795.592091:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954715840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211795.592166:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211795.592179:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211795.592182:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211795.592186:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211795.592189:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715211795.592190:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715211795.592195:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954715904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211795.593866:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211795.593879:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413ac0 00000400:00000200:0.0:1715211795.593887:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2769 [1] + 224 00000400:00000200:0.0:1715211795.593897:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211795.593901:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211795.593908:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954715840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211795.593943:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211795.593947:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413b00 00000400:00000200:0.0:1715211795.593951:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2771 [1] + 224 00000400:00000200:0.0:1715211795.593967:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211795.593971:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211795.594002:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954715904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211795.594051:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211795.594059:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211795.594061:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211795.594069:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954715840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211795.594097:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954715840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211795.594100:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211795.594110:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211795.594113:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211795.594119:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211795.594122:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954715904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211795.594124:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715211795.594128:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000200:1.0:1715211795.594151:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954715904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211795.594175:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211795.594179:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211795.594182:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211800.599575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211800.599597:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211800.599652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211800.599660:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211800.599734:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211800.599744:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211800.599751:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211800.599759:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954715968, portal 25 00000400:00000010:2.0:1715211800.599764:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 02000000:00000010:1.0:1715211800.599766:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715211800.599766:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954715968, offset 0 00000400:00000010:1.0:1715211800.599775:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211800.599776:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211800.599783:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211800.599787:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716032, portal 4 00000400:00000200:2.0:1715211800.599791:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211800.599792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000100:00000200:1.0:1715211800.599795:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716032, offset 0 00000400:00000200:2.0:1715211800.599796:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211800.599801:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211800.599802:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211800.599805:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211800.599808:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211800.599811:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1238:1238:256:4294967295] 192.168.203.134@tcp LPNI seq info [1238:1238:8:4294967295] 00000400:00000200:2.0:1715211800.599822:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211800.599828:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211800.599831:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211800.599832:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211800.599835:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211800.599839:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211800.599839:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211800.599841:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211800.599844:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211800.599847:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1239:1239:255:4294967295] 192.168.203.134@tcp LPNI seq info [1239:1239:7:4294967295] 00000800:00000200:2.0:1715211800.599848:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211800.599853:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211800.599857:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211800.599861:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211800.599866:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211800.599871:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211800.599878:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211800.599881:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211800.600026:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211800.600032:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211800.600038:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211800.600045:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211800.600050:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715211800.600052:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715211800.600062:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954715968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211800.600140:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211800.600143:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211800.600146:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211800.600150:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211800.600153:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715211800.600154:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715211800.600158:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954716032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211800.602053:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211800.602066:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413b80 00000400:00000200:0.0:1715211800.602074:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2781 [1] + 224 00000400:00000200:0.0:1715211800.602084:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211800.602087:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211800.602095:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954716032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211800.602130:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211800.602135:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413b40 00000400:00000200:0.0:1715211800.602139:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2779 [1] + 224 00000400:00000200:0.0:1715211800.602153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211800.602157:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211800.602161:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954715968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211800.602195:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211800.602205:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211800.602208:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211800.602217:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954716032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211800.602256:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954716032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211800.602276:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211800.602284:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 02000000:00000010:1.0:1715211800.602286:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211800.602286:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211800.602291:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000200:2.0:1715211800.602294:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954715968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211800.602295:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:2.0:1715211800.602321:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954715968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211800.602338:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211800.602342:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211800.602345:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211805.607583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211805.607604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211805.607648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211805.607653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715211805.607746:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211805.607757:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211805.607762:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715211805.607764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211805.607771:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211805.607772:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716096, portal 25 00000400:00000010:1.0:1715211805.607776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211805.607777:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:1.0:1715211805.607781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716160, portal 4 00000100:00000200:2.0:1715211805.607781:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716096, offset 0 00000400:00000010:1.0:1715211805.607786:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715211805.607791:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211805.607799:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716160, offset 0 00000400:00000200:1.0:1715211805.607806:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211805.607806:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211805.607812:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211805.607816:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211805.607820:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211805.607822:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211805.607826:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1240:1240:256:4294967295] 192.168.203.134@tcp LPNI seq info [1240:1240:8:4294967295] 00000400:00000200:2.0:1715211805.607837:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211805.607843:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211805.607847:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211805.607848:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211805.607852:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211805.607854:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211805.607855:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211805.607858:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211805.607860:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211805.607863:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1241:1241:255:4294967295] 192.168.203.134@tcp LPNI seq info [1241:1241:7:4294967295] 00000800:00000200:2.0:1715211805.607864:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211805.607869:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211805.607873:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211805.607878:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211805.607881:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211805.607886:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211805.607892:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211805.607896:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211805.608010:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211805.608016:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211805.608022:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211805.608030:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211805.608034:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715211805.608036:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715211805.608055:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954716096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211805.608115:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211805.608118:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211805.608121:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211805.608125:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211805.608128:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715211805.608129:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715211805.608133:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954716160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211805.609878:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211805.609892:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413bc0 00000400:00000200:0.0:1715211805.609899:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2789 [1] + 224 00000400:00000200:0.0:1715211805.609938:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211805.609942:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211805.609950:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954716096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211805.609984:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211805.609990:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413c00 00000400:00000200:0.0:1715211805.609994:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x278d [1] + 224 00000400:00000200:0.0:1715211805.610008:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211805.610012:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211805.610017:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954716160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211805.610068:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211805.610075:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211805.610077:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211805.610085:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954716096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211805.610101:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211805.610109:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211805.610111:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211805.610112:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954716096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211805.610119:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954716160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211805.610134:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211805.610139:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715211805.610144:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:1.0:1715211805.610146:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954716160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211805.610170:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211805.610174:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211805.610178:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211810.615586:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211810.615607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211810.615654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211810.615670:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715211810.615749:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211810.615760:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211810.615767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211810.615771:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000100:00000200:2.0:1715211810.615775:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716224, portal 25 00000400:00000010:2.0:1715211810.615779:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000400:00000010:1.0:1715211810.615780:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211810.615782:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716224, offset 0 00000400:00000010:1.0:1715211810.615785:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211810.615792:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211810.615800:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716288, portal 4 00000400:00000010:1.0:1715211810.615806:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:2.0:1715211810.615806:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211810.615808:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716288, offset 0 00000400:00000200:2.0:1715211810.615811:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211810.615815:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211810.615816:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211810.615820:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211810.615823:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211810.615826:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1242:1242:256:4294967295] 192.168.203.134@tcp LPNI seq info [1242:1242:8:4294967295] 00000400:00000200:2.0:1715211810.615837:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211810.615843:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211810.615846:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211810.615848:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211810.615850:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211810.615853:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211810.615854:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211810.615856:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211810.615858:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211810.615861:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1243:1243:255:4294967295] 192.168.203.134@tcp LPNI seq info [1243:1243:7:4294967295] 00000800:00000200:2.0:1715211810.615864:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211810.615869:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211810.615901:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211810.615907:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211810.615911:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211810.615916:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211810.615922:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211810.615926:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211810.616043:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211810.616049:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211810.616055:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211810.616063:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211810.616067:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715211810.616077:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715211810.616088:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954716224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211810.616152:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211810.616155:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211810.616157:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211810.616162:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211810.616164:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715211810.616166:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715211810.616170:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954716288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211810.617804:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211810.617818:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413c40 00000400:00000200:0.0:1715211810.617825:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2799 [1] + 224 00000400:00000200:0.0:1715211810.617836:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211810.617839:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211810.617846:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954716224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211810.617901:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211810.617906:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413c80 00000400:00000200:0.0:1715211810.617910:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27a1 [1] + 224 00000400:00000200:0.0:1715211810.617935:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211810.617939:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211810.617944:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954716288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211810.617970:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211810.617978:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211810.617980:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211810.617988:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954716224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211810.618016:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954716224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211810.618038:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211810.618043:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715211810.618047:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715211810.618061:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211810.618069:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211810.618071:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211810.618078:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954716288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211810.618106:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954716288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211810.618129:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715211810.618133:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211810.618136:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211815.623599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211815.623627:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211815.623684:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211815.623693:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:1.0:1715211815.623761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 02000000:00000010:2.0:1715211815.623769:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211815.623771:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211815.623777:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211815.623779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211815.623782:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211815.623786:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716416, portal 4 00000100:00000200:2.0:1715211815.623787:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716352, portal 25 00000400:00000010:1.0:1715211815.623792:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000400:00000010:2.0:1715211815.623792:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715211815.623794:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716352, offset 0 00000100:00000200:1.0:1715211815.623795:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716416, offset 0 00000400:00000200:2.0:1715211815.623805:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211815.623813:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211815.623819:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211815.623825:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211815.623829:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211815.623834:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211815.623837:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211815.623869:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1244:1244:256:4294967295] 192.168.203.134@tcp LPNI seq info [1244:1244:8:4294967295] 00000400:00000200:2.0:1715211815.623881:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211815.623888:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211815.623892:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211815.623893:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211815.623900:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211815.623900:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211815.623905:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211815.623908:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211815.623910:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211815.623912:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211815.623914:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211815.623917:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1245:1245:255:4294967295] 192.168.203.134@tcp LPNI seq info [1245:1245:7:4294967295] 00000400:00000200:1.0:1715211815.623932:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211815.623940:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211815.623945:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211815.623951:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211815.623960:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211815.623966:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211815.624067:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211815.624072:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211815.624078:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211815.624086:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211815.624101:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715211815.624104:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715211815.624113:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954716352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211815.624185:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211815.624188:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211815.624190:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211815.624194:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211815.624196:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715211815.624198:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715211815.624202:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954716416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211815.625914:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211815.625927:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413d00 00000400:00000200:0.0:1715211815.625935:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27a9 [1] + 224 00000400:00000200:0.0:1715211815.625946:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211815.625949:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211815.625957:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954716416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211815.625993:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211815.625997:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413cc0 00000400:00000200:0.0:1715211815.626002:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27ad [1] + 224 00000400:00000200:0.0:1715211815.626019:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715211815.626020:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:0.0:1715211815.626023:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715211815.626025:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211815.626027:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211815.626033:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954716416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715211815.626037:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954716352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211815.626061:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954716416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211815.626091:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211815.626096:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211815.626101:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:2.0:1715211815.626152:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211815.626159:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211815.626161:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211815.626169:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954716352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211815.626197:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954716352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211815.626214:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211815.626218:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715211815.626221:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211820.631596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211820.631618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211820.631662:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211820.631666:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715211820.631757:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211820.631769:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211820.631776:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211820.631778:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000100:00000200:2.0:1715211820.631784:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716480, portal 25 00000400:00000010:1.0:1715211820.631787:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211820.631789:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715211820.631792:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716480, offset 0 00000400:00000010:1.0:1715211820.631793:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211820.631797:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716544, portal 4 00000400:00000010:1.0:1715211820.631803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000400:00000200:2.0:1715211820.631803:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211820.631850:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716544, offset 0 00000400:00000200:2.0:1715211820.631854:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211820.631858:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211820.631860:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211820.631864:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211820.631869:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211820.631872:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211820.631875:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1246:1246:256:4294967295] 192.168.203.134@tcp LPNI seq info [1246:1246:8:4294967295] 00000400:00000200:2.0:1715211820.631886:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211820.631893:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211820.631895:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211820.631898:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211820.631900:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211820.631903:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211820.631904:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211820.631906:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211820.631909:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211820.631912:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1247:1247:255:4294967295] 192.168.203.134@tcp LPNI seq info [1247:1247:7:4294967295] 00000800:00000200:2.0:1715211820.631915:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211820.631920:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211820.631922:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211820.631927:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211820.631930:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211820.631935:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211820.631941:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211820.631945:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211820.632057:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211820.632063:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211820.632068:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211820.632085:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211820.632090:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715211820.632092:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715211820.632101:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954716480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211820.632162:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211820.632164:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211820.632167:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211820.632171:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211820.632173:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715211820.632175:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715211820.632179:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954716544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211820.633982:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211820.633996:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413d40 00000400:00000200:0.0:1715211820.634003:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27b9 [1] + 224 00000400:00000200:0.0:1715211820.634013:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211820.634016:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211820.634024:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954716480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211820.634058:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211820.634062:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413d80 00000400:00000200:0.0:1715211820.634067:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27c1 [1] + 224 00000400:00000200:0.0:1715211820.634080:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211820.634084:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211820.634088:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954716544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211820.634147:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211820.634155:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211820.634156:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211820.634164:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954716480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211820.634192:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954716480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211820.634208:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211820.634215:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211820.634216:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211820.634218:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211820.634220:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211820.634224:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:1.0:1715211820.634226:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954716544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211820.634253:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954716544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211820.634276:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211820.634281:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211820.634284:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211825.639582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211825.639605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211825.639649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211825.639654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:1.0:1715211825.639728:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715211825.639738:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211825.639742:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211825.639745:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211825.639750:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000100:00000200:1.0:1715211825.639753:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716672, portal 4 00000400:00000010:2.0:1715211825.639756:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211825.639759:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:2.0:1715211825.639760:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716608, portal 25 00000100:00000200:1.0:1715211825.639762:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716672, offset 0 00000400:00000010:2.0:1715211825.639764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000400:00000200:1.0:1715211825.639820:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211825.639827:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716608, offset 0 00000400:00000200:2.0:1715211825.639835:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211825.639838:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211825.639846:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211825.639851:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211825.639856:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211825.639861:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211825.639866:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1248:1248:256:4294967295] 192.168.203.134@tcp LPNI seq info [1248:1248:8:4294967295] 00000400:00000200:1.0:1715211825.639883:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211825.639891:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211825.639894:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211825.639897:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715211825.639898:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211825.639901:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211825.639904:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211825.639906:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211825.639907:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211825.639910:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1249:1249:255:4294967295] 192.168.203.134@tcp LPNI seq info [1249:1249:7:4294967295] 00000800:00000200:1.0:1715211825.639918:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211825.639920:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211825.639925:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211825.639925:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211825.639929:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715211825.639933:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211825.639940:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211825.639943:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211825.640078:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211825.640084:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211825.640099:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211825.640106:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211825.640110:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715211825.640113:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715211825.640121:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954716672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211825.640198:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211825.640201:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211825.640204:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211825.640208:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211825.640210:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715211825.640212:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715211825.640217:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954716608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211825.641990:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211825.642003:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413e00 00000400:00000200:0.0:1715211825.642010:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27c9 [1] + 224 00000400:00000200:0.0:1715211825.642020:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211825.642024:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211825.642031:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954716672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211825.642066:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211825.642071:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413dc0 00000400:00000200:0.0:1715211825.642075:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27cd [1] + 224 00000400:00000200:0.0:1715211825.642089:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211825.642092:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:1.0:1715211825.642095:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211825.642100:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211825.642102:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715211825.642107:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954716608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211825.642108:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954716672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211825.642136:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954716672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211825.642164:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211825.642169:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211825.642174:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000010:2.0:1715211825.642222:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211825.642230:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211825.642232:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211825.642240:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954716608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211825.642267:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954716608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211825.642285:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211825.642289:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715211825.642292:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211830.647591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211830.647614:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211830.647671:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211830.647679:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211830.647790:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211830.647791:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715211830.647801:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211830.647801:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211830.647808:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211830.647809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211830.647816:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716736, portal 25 00000100:00000200:1.0:1715211830.647817:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716800, portal 4 00000400:00000010:2.0:1715211830.647821:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715211830.647823:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716736, offset 0 00000400:00000010:1.0:1715211830.647825:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715211830.647829:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716800, offset 0 00000400:00000200:2.0:1715211830.647835:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211830.647850:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211830.647852:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211830.647855:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211830.647860:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211830.647864:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211830.647866:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211830.647870:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1250:1250:256:4294967295] 192.168.203.134@tcp LPNI seq info [1250:1250:8:4294967295] 00000400:00000200:2.0:1715211830.647881:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211830.647888:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211830.647891:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211830.647892:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211830.647895:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211830.647899:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211830.647899:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211830.647902:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211830.647904:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211830.647907:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1251:1251:255:4294967295] 192.168.203.134@tcp LPNI seq info [1251:1251:7:4294967295] 00000800:00000200:2.0:1715211830.647909:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211830.647914:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211830.647917:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211830.647922:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211830.647926:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715211830.647931:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211830.647937:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211830.647941:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211830.648067:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211830.648087:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211830.648093:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211830.648100:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211830.648105:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715211830.648107:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715211830.648116:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954716736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211830.648200:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211830.648202:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211830.648205:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211830.648209:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211830.648212:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715211830.648213:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715211830.648217:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954716800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211830.650199:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211830.650214:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413e40 00000400:00000200:0.0:1715211830.650221:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27d9 [1] + 224 00000400:00000200:0.0:1715211830.650232:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211830.650236:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211830.650243:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954716736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211830.650278:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211830.650283:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413e80 00000400:00000200:0.0:1715211830.650288:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27dd [1] + 224 00000400:00000200:0.0:1715211830.650304:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211830.650307:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211830.650312:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954716800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211830.650366:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211830.650373:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211830.650375:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211830.650383:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954716736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211830.650411:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954716736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211830.650434:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211830.650439:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000400:00000010:1.0:1715211830.650440:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715211830.650443:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000200:1.0:1715211830.650448:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211830.650450:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211830.651384:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954716800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211830.651416:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954716800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211830.651440:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211830.651444:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211830.651447:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211835.655587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211835.655609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211835.655663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211835.655669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211835.655783:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211835.655788:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:2.0:1715211835.655794:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211835.655797:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211835.655801:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211835.655802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211835.655808:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716864, portal 25 00000100:00000200:1.0:1715211835.655809:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716928, portal 4 00000400:00000010:2.0:1715211835.655813:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000400:00000010:1.0:1715211835.655814:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:2.0:1715211835.655816:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716864, offset 0 00000100:00000200:1.0:1715211835.655817:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954716928, offset 0 00000400:00000200:1.0:1715211835.655827:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211835.655835:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211835.655841:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211835.655846:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211835.655850:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211835.655854:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211835.655857:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211835.655860:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1252:1252:256:4294967295] 192.168.203.134@tcp LPNI seq info [1252:1252:8:4294967295] 00000400:00000200:1.0:1715211835.655872:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211835.655878:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211835.655881:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211835.655882:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715211835.655885:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211835.655889:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211835.655889:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211835.655892:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211835.655894:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211835.655897:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1253:1253:255:4294967295] 192.168.203.134@tcp LPNI seq info [1253:1253:7:4294967295] 00000800:00000200:1.0:1715211835.655899:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211835.655904:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211835.655907:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211835.655912:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211835.655915:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715211835.655920:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211835.655926:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211835.655930:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211835.656052:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211835.656058:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211835.656064:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211835.656071:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211835.656076:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715211835.656078:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715211835.656087:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954716928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211835.656147:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211835.656149:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211835.656153:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211835.656156:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211835.656159:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715211835.656160:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715211835.656166:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954716864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211835.658013:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211835.658026:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413f00 00000400:00000200:0.0:1715211835.658034:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27ed [1] + 224 00000400:00000200:0.0:1715211835.658044:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211835.658048:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211835.658056:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954716928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211835.658091:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211835.658096:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413ec0 00000400:00000200:0.0:1715211835.658100:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27e9 [1] + 224 00000400:00000200:0.0:1715211835.658115:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211835.658119:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211835.658132:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954716864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211835.658178:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211835.658185:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211835.658187:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211835.658195:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954716928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211835.658224:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954716928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211835.658247:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211835.658253:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 00000400:00000200:2.0:1715211835.658255:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211835.658257:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211835.658258:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211835.658262:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:2.0:1715211835.658265:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954716864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211835.658293:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954716864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211835.658310:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211835.658314:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211835.658317:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715211840.663581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211840.663603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211840.663649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211840.663654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:1.0:1715211840.663756:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 02000000:00000010:2.0:1715211840.663757:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211840.663767:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211840.663767:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211840.663775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211840.663775:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211840.663783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717056, portal 4 00000400:00000010:1.0:1715211840.663789:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:2.0:1715211840.663791:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954716992, portal 25 00000100:00000200:1.0:1715211840.663792:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717056, offset 0 00000400:00000010:2.0:1715211840.663795:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000400:00000200:1.0:1715211840.663803:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211840.663807:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954716992, offset 0 00000400:00000200:2.0:1715211840.663815:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211840.663817:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211840.663823:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211840.663827:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211840.663831:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211840.663833:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211840.663837:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1254:1254:256:4294967295] 192.168.203.134@tcp LPNI seq info [1254:1254:8:4294967295] 00000400:00000200:1.0:1715211840.663849:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211840.663855:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211840.663857:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211840.663860:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715211840.663861:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211840.663864:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211840.663867:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211840.663867:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211840.663870:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211840.663873:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1255:1255:255:4294967295] 192.168.203.134@tcp LPNI seq info [1255:1255:7:4294967295] 00000800:00000200:1.0:1715211840.663877:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211840.663882:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211840.663883:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211840.663888:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211840.663891:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715211840.663896:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211840.663903:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211840.663906:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211840.664026:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211840.664032:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211840.664038:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211840.664045:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211840.664050:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715211840.664052:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715211840.664062:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954717056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211840.664123:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211840.664126:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211840.664129:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211840.664133:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211840.664135:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715211840.664137:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715211840.664141:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954716992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211840.666110:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211840.666124:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030413f80 00000400:00000200:0.0:1715211840.666131:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27f9 [1] + 224 00000400:00000200:0.0:1715211840.666142:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211840.666145:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211840.666153:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954717056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211840.666188:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211840.666193:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413f40 00000400:00000200:0.0:1715211840.666197:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x27fd [1] + 224 00000400:00000200:0.0:1715211840.666212:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211840.666224:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211840.666229:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954716992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211840.666278:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211840.666286:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211840.666288:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211840.666295:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954717056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211840.666323:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954717056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211840.666353:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 00000400:00000010:2.0:1715211840.666355:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211840.666358:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211840.666362:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000200:2.0:1715211840.666363:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211840.666365:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211840.666373:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954716992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211840.666401:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954716992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211840.666418:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211840.666423:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211840.666426:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715211845.671589:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211845.671609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211845.671686:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211845.671690:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715211845.671756:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211845.671761:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:2.0:1715211845.671766:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211845.671770:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211845.671773:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211845.671775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211845.671781:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717184, portal 4 00000100:00000200:2.0:1715211845.671781:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717120, portal 25 00000400:00000010:1.0:1715211845.671786:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000010:2.0:1715211845.671786:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715211845.671789:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717184, offset 0 00000100:00000200:2.0:1715211845.671790:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954717120, offset 0 00000400:00000200:1.0:1715211845.671799:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211845.671807:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211845.671813:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211845.671819:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211845.671823:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211845.671827:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211845.671829:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211845.671833:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1256:1256:256:4294967295] 192.168.203.134@tcp LPNI seq info [1256:1256:8:4294967295] 00000400:00000200:1.0:1715211845.671845:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211845.671850:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211845.671853:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211845.671854:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715211845.671857:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211845.671861:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211845.671861:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211845.671864:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211845.671866:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211845.671870:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1257:1257:255:4294967295] 192.168.203.134@tcp LPNI seq info [1257:1257:7:4294967295] 00000800:00000200:1.0:1715211845.671871:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211845.671876:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211845.671880:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211845.671885:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211845.671888:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715211845.671893:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211845.671899:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211845.671903:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211845.672018:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211845.672024:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211845.672030:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211845.672037:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211845.672042:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715211845.672044:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715211845.672053:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954717184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211845.672111:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211845.672113:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211845.672117:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211845.672120:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211845.672123:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715211845.672124:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715211845.672130:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954717120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211845.673942:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211845.673956:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030413fc0 00000400:00000200:0.0:1715211845.673963:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2809 [1] + 224 00000400:00000200:0.0:1715211845.673975:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211845.673978:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211845.673985:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954717120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211845.674020:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211845.674025:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414000 00000400:00000200:0.0:1715211845.674029:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x280d [1] + 224 00000400:00000200:0.0:1715211845.674043:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211845.674054:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211845.674059:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954717184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211845.674105:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211845.674113:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211845.674115:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211845.674123:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954717120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211845.674150:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954717120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211845.674170:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211845.674172:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211845.674177:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000400:00000200:1.0:1715211845.674178:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211845.674180:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715211845.674182:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000200:1.0:1715211845.674188:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954717184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211845.674215:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954717184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211845.674238:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211845.674243:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211845.674246:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211850.679641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211850.679664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211850.679723:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211850.679728:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:1.0:1715211850.679803:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715211850.679814:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211850.679821:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211850.679823:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211850.679829:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717312, portal 4 00000400:00000010:2.0:1715211850.679832:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211850.679835:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715211850.679837:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717312, offset 0 00000400:00000010:2.0:1715211850.679837:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211850.679842:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717248, portal 25 00000400:00000010:2.0:1715211850.679846:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000400:00000200:1.0:1715211850.679848:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211850.679858:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954717248, offset 0 00000400:00000200:1.0:1715211850.679863:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211850.679866:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211850.679869:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211850.679873:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211850.679877:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211850.679879:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211850.679883:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1258:1258:256:4294967295] 192.168.203.134@tcp LPNI seq info [1258:1258:8:4294967295] 00000400:00000200:1.0:1715211850.679895:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211850.679900:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211850.679904:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211850.679905:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715211850.679907:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211850.679911:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211850.679911:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211850.679914:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211850.679917:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715211850.679919:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211850.679920:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1259:1259:255:4294967295] 192.168.203.134@tcp LPNI seq info [1259:1259:7:4294967295] 00000800:00000200:1.0:1715211850.679924:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211850.679929:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211850.679934:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211850.679938:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715211850.679943:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211850.679949:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211850.679953:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211850.680071:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211850.680077:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211850.680083:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211850.680090:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211850.680095:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715211850.680097:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715211850.680107:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954717312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211850.680170:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211850.680172:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211850.680176:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211850.680180:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211850.680182:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715211850.680184:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715211850.680189:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954717248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211850.681939:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211850.681952:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414080 00000400:00000200:0.0:1715211850.681959:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2819 [1] + 224 00000400:00000200:0.0:1715211850.681970:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211850.681974:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211850.681981:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954717312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211850.682015:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211850.682019:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414040 00000400:00000200:0.0:1715211850.682024:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2821 [1] + 224 00000400:00000200:0.0:1715211850.682047:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211850.682051:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211850.682056:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954717248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211850.682102:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211850.682110:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211850.682112:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211850.682119:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954717312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211850.682148:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954717312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211850.682174:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211850.682176:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211850.682181:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000400:00000200:2.0:1715211850.682182:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211850.682184:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000010:1.0:1715211850.682185:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:2.0:1715211850.682192:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954717248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211850.682220:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954717248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211850.682237:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211850.682242:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211850.682245:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211855.687619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211855.687639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211855.687681:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211855.687685:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:1.0:1715211855.687758:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:1.0:1715211855.687769:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211855.687776:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211855.687777:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211855.687784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717440, portal 4 00000400:00000010:2.0:1715211855.687785:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211855.687790:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000400:00000010:2.0:1715211855.687790:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211855.687792:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717440, offset 0 00000100:00000200:2.0:1715211855.687795:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717376, portal 25 00000400:00000010:2.0:1715211855.687799:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000400:00000200:1.0:1715211855.687803:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211855.687811:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954717376, offset 0 00000400:00000200:1.0:1715211855.687817:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211855.687819:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211855.687822:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211855.687827:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211855.687830:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211855.687833:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211855.687836:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1260:1260:256:4294967295] 192.168.203.134@tcp LPNI seq info [1260:1260:8:4294967295] 00000400:00000200:1.0:1715211855.687847:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211855.687853:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211855.687856:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211855.687857:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715211855.687860:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211855.687863:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211855.687864:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211855.687867:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211855.687870:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715211855.687872:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211855.687873:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1261:1261:255:4294967295] 192.168.203.134@tcp LPNI seq info [1261:1261:7:4294967295] 00000800:00000200:1.0:1715211855.687877:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211855.687882:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211855.687887:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211855.687891:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715211855.687896:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211855.687902:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211855.687905:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211855.688021:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211855.688027:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211855.688033:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211855.688040:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211855.688045:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715211855.688047:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715211855.688056:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954717440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211855.688124:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211855.688127:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211855.688130:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211855.688134:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211855.688136:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715211855.688138:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715211855.688143:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954717376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211855.689955:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211855.689968:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414100 00000400:00000200:0.0:1715211855.689975:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2829 [1] + 224 00000400:00000200:0.0:1715211855.689986:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211855.689989:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211855.689997:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954717440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211855.690031:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211855.690036:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304140c0 00000400:00000200:0.0:1715211855.690050:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2831 [1] + 224 00000400:00000200:0.0:1715211855.690066:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211855.690070:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211855.690074:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954717376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211855.690082:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211855.690090:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211855.690092:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211855.690100:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954717440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211855.690127:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954717440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211855.690156:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211855.690161:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211855.690165:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000010:2.0:1715211855.690189:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211855.690197:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211855.690199:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211855.690207:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954717376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211855.690234:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954717376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211855.690252:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211855.690256:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211855.690259:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211860.695634:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211860.695654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715211860.695699:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211860.695703:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:1.0:1715211860.695786:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 02000000:00000010:2.0:1715211860.695792:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211860.695797:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211860.695801:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211860.695804:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211860.695806:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211860.695812:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717568, portal 4 00000100:00000200:2.0:1715211860.695812:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717504, portal 25 00000400:00000010:1.0:1715211860.695817:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000400:00000010:2.0:1715211860.695817:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:1.0:1715211860.695820:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717568, offset 0 00000100:00000200:2.0:1715211860.695820:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954717504, offset 0 00000400:00000200:1.0:1715211860.695830:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211860.695839:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211860.695844:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211860.695850:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211860.695854:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211860.695858:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211860.695860:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211860.695864:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1262:1262:256:4294967295] 192.168.203.134@tcp LPNI seq info [1262:1262:8:4294967295] 00000400:00000200:1.0:1715211860.695875:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211860.695881:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211860.695884:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211860.695885:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715211860.695887:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211860.695891:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211860.695892:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211860.695894:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211860.695897:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211860.695899:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1263:1263:255:4294967295] 192.168.203.134@tcp LPNI seq info [1263:1263:7:4294967295] 00000800:00000200:1.0:1715211860.695901:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211860.695907:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211860.695909:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211860.695914:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211860.695918:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715211860.695923:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211860.695929:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211860.695932:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211860.696046:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211860.696052:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211860.696058:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211860.696065:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211860.696069:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715211860.696072:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715211860.696081:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954717568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211860.696138:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211860.696140:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211860.696143:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211860.696147:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211860.696150:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715211860.696152:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715211860.696156:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954717504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211860.697987:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211860.698001:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414180 00000400:00000200:0.0:1715211860.698008:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2839 [1] + 224 00000400:00000200:0.0:1715211860.698018:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211860.698022:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211860.698029:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954717568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211860.698065:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211860.698081:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414140 00000400:00000200:0.0:1715211860.698086:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x283d [1] + 224 00000400:00000200:0.0:1715211860.698099:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211860.698103:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211860.698108:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954717504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211860.698153:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211860.698161:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211860.698163:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211860.698171:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954717568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211860.698199:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954717568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211860.698224:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211860.698229:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 00000400:00000200:2.0:1715211860.698232:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 02000000:00000010:1.0:1715211860.698234:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000400:00000010:2.0:1715211860.698234:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000010:1.0:1715211860.698238:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000200:2.0:1715211860.698242:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954717504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211860.698270:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954717504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211860.698287:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211860.698291:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715211860.698295:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211865.703605:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211865.703626:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211865.703668:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211865.703672:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715211865.703770:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211865.703781:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211865.703783:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:2.0:1715211865.703788:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211865.703792:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211865.703796:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717632, portal 25 00000400:00000010:1.0:1715211865.703798:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211865.703801:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:1.0:1715211865.703802:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717696, portal 4 00000100:00000200:2.0:1715211865.703804:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954717632, offset 0 00000400:00000010:1.0:1715211865.703807:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000200:2.0:1715211865.703814:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211865.703820:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717696, offset 0 00000400:00000200:1.0:1715211865.703827:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211865.703829:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211865.703834:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211865.703838:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211865.703842:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211865.703845:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211865.703848:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1264:1264:256:4294967295] 192.168.203.134@tcp LPNI seq info [1264:1264:8:4294967295] 00000400:00000200:2.0:1715211865.703859:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211865.703865:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211865.703868:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211865.703869:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211865.703872:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211865.703876:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211865.703876:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211865.703879:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211865.703881:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211865.703885:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1265:1265:255:4294967295] 192.168.203.134@tcp LPNI seq info [1265:1265:7:4294967295] 00000800:00000200:2.0:1715211865.703885:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211865.703890:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211865.703894:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211865.703899:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211865.703903:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211865.703907:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211865.703914:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211865.703917:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211865.704034:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211865.704040:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211865.704046:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211865.704053:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211865.704058:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715211865.704060:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715211865.704070:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954717632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211865.704126:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211865.704129:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211865.704132:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211865.704136:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211865.704138:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715211865.704140:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715211865.704144:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954717696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211865.705815:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211865.705829:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304141c0 00000400:00000200:0.0:1715211865.705837:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2849 [1] + 224 00000400:00000200:0.0:1715211865.705847:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211865.705851:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211865.705858:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954717632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211865.705893:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211865.705909:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414200 00000400:00000200:0.0:1715211865.705913:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x284d [1] + 224 00000400:00000200:0.0:1715211865.705927:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211865.705931:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211865.705936:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954717696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211865.705986:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211865.705994:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211865.705996:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211865.706004:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954717632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211865.706032:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954717632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211865.706048:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211865.706055:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211865.706056:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211865.706058:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211865.706061:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211865.706065:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000200:1.0:1715211865.706066:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954717696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211865.706093:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954717696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211865.706116:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211865.706120:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211865.706124:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211870.711597:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211870.711618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211870.711661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211870.711665:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211870.711763:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211870.711767:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000010:2.0:1715211870.711773:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211870.711776:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211870.711780:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211870.711781:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211870.711788:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717760, portal 25 00000400:00000010:2.0:1715211870.711793:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:1.0:1715211870.711795:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717824, portal 4 00000100:00000200:2.0:1715211870.711796:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954717760, offset 0 00000400:00000010:1.0:1715211870.711801:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:2.0:1715211870.711806:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211870.711811:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717824, offset 0 00000400:00000200:1.0:1715211870.711818:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211870.711820:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211870.711826:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211870.711830:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211870.711834:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211870.711837:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211870.711840:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1266:1266:256:4294967295] 192.168.203.134@tcp LPNI seq info [1266:1266:8:4294967295] 00000400:00000200:2.0:1715211870.711852:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211870.711857:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211870.711860:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211870.711862:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211870.711864:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211870.711868:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211870.711869:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211870.711870:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211870.711873:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211870.711876:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1267:1267:255:4294967295] 192.168.203.134@tcp LPNI seq info [1267:1267:7:4294967295] 00000800:00000200:2.0:1715211870.711878:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211870.711883:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211870.711886:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211870.711890:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211870.711894:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211870.711899:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211870.711905:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211870.711908:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211870.712039:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211870.712045:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211870.712051:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211870.712058:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211870.712062:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715211870.712065:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715211870.712075:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954717760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211870.712147:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211870.712150:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211870.712153:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211870.712156:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211870.712159:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715211870.712160:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715211870.712164:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954717824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211870.713950:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211870.713963:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414240 00000400:00000200:0.0:1715211870.713970:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2859 [1] + 224 00000400:00000200:0.0:1715211870.713981:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211870.713984:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211870.713992:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954717760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211870.714050:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211870.714056:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414280 00000400:00000200:0.0:1715211870.714060:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x285d [1] + 224 00000400:00000200:0.0:1715211870.714073:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211870.714076:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211870.714081:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954717824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211870.714140:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211870.714148:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211870.714150:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211870.714158:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954717760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211870.714186:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954717760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211870.714196:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211870.714204:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211870.714206:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211870.714210:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211870.714213:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954717824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211870.714215:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211870.714220:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:1.0:1715211870.714241:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954717824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211870.714264:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715211870.714268:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211870.714271:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211875.719595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211875.719617:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211875.719661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211875.719665:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715211875.719760:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211875.719767:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211875.719771:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211875.719776:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211875.719778:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211875.719782:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211875.719786:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717888, portal 25 00000100:00000200:1.0:1715211875.719787:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954717952, portal 4 00000400:00000010:2.0:1715211875.719791:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000400:00000010:1.0:1715211875.719793:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:2.0:1715211875.719794:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954717888, offset 0 00000100:00000200:1.0:1715211875.719796:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954717952, offset 0 00000400:00000200:2.0:1715211875.719805:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211875.719813:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211875.719821:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211875.719826:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211875.719831:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211875.719835:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211875.719837:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211875.719841:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1268:1268:256:4294967295] 192.168.203.134@tcp LPNI seq info [1268:1268:8:4294967295] 00000400:00000200:2.0:1715211875.719852:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211875.719858:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211875.719861:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211875.719862:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211875.719865:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211875.719869:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211875.719869:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211875.719871:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211875.719874:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211875.719877:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1269:1269:255:4294967295] 192.168.203.134@tcp LPNI seq info [1269:1269:7:4294967295] 00000800:00000200:2.0:1715211875.719878:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211875.719883:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211875.719886:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211875.719891:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211875.719895:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211875.719900:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211875.719906:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211875.719909:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211875.720046:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211875.720052:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211875.720058:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211875.720065:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211875.720070:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715211875.720072:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715211875.720082:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954717888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211875.720153:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211875.720156:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211875.720159:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211875.720162:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211875.720165:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715211875.720166:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715211875.720170:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954717952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211875.722054:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211875.722068:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304142c0 00000400:00000200:0.0:1715211875.722076:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2869 [1] + 224 00000400:00000200:0.0:1715211875.722087:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211875.722090:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211875.722109:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954717888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211875.722149:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211875.722155:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414300 00000400:00000200:0.0:1715211875.722159:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x286d [1] + 224 00000400:00000200:0.0:1715211875.722172:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211875.722176:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211875.722181:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954717952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211875.722237:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211875.722245:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211875.722247:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211875.722256:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954717888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211875.722283:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954717888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211875.722296:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211875.722304:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211875.722306:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211875.722307:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211875.722313:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000200:1.0:1715211875.722314:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954717952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211875.722317:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:1.0:1715211875.722341:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954717952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211875.722364:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211875.722370:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211875.722373:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211880.727577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211880.727596:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211880.727641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211880.727647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:1.0:1715211880.727724:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715211880.727735:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211880.727735:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211880.727743:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211880.727744:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211880.727749:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211880.727753:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718080, portal 4 00000100:00000200:2.0:1715211880.727754:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718016, portal 25 00000400:00000010:2.0:1715211880.727759:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000400:00000010:1.0:1715211880.727761:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715211880.727761:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718016, offset 0 00000100:00000200:1.0:1715211880.727765:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718080, offset 0 00000400:00000200:2.0:1715211880.727772:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211880.727786:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211880.727788:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211880.727791:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211880.727796:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211880.727800:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211880.727803:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211880.727806:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1270:1270:256:4294967295] 192.168.203.134@tcp LPNI seq info [1270:1270:8:4294967295] 00000400:00000200:2.0:1715211880.727817:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211880.727823:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211880.727827:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211880.727827:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211880.727831:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211880.727834:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211880.727835:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211880.727837:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211880.727840:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211880.727843:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1271:1271:255:4294967295] 192.168.203.134@tcp LPNI seq info [1271:1271:7:4294967295] 00000800:00000200:2.0:1715211880.727844:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211880.727849:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211880.727853:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211880.727859:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211880.727863:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211880.727868:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211880.727874:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211880.727878:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211880.727991:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211880.727997:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211880.728003:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211880.728010:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211880.728014:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715211880.728017:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715211880.728026:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954718016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211880.728085:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211880.728088:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211880.728091:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211880.728095:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211880.728097:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715211880.728099:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715211880.728103:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954718080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211880.729914:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211880.729928:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414340 00000400:00000200:0.0:1715211880.729935:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x287d [1] + 224 00000400:00000200:0.0:1715211880.729946:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211880.729960:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211880.729967:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954718016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211880.730007:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211880.730013:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414380 00000400:00000200:0.0:1715211880.730017:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2879 [1] + 224 00000400:00000200:0.0:1715211880.730030:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211880.730034:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211880.730038:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954718080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211880.730099:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211880.730107:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211880.730109:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211880.730117:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954718016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211880.730145:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954718016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211880.730155:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211880.730162:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211880.730164:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211880.730168:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211880.730172:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954718080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211880.730173:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715211880.730177:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000200:1.0:1715211880.730200:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954718080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211880.730223:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211880.730228:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211880.730231:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715211885.735587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211885.735609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211885.735654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211885.735658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211885.735717:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211885.735729:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211885.735739:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211885.735746:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000100:00000200:2.0:1715211885.735749:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718144, portal 25 00000400:00000010:1.0:1715211885.735755:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211885.735756:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715211885.735759:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718144, offset 0 00000400:00000010:1.0:1715211885.735760:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211885.735765:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718208, portal 4 00000400:00000010:1.0:1715211885.735770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000400:00000200:2.0:1715211885.735772:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211885.735782:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718208, offset 0 00000400:00000200:1.0:1715211885.735790:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211885.735790:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211885.735798:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211885.735804:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211885.735809:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211885.735814:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211885.735819:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1272:1272:256:4294967295] 192.168.203.134@tcp LPNI seq info [1272:1272:8:4294967295] 00000400:00000200:2.0:1715211885.735835:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211885.735845:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211885.735846:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211885.735850:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211885.735851:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211885.735853:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211885.735856:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211885.735859:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211885.735861:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211885.735862:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1273:1273:255:4294967295] 192.168.203.134@tcp LPNI seq info [1273:1273:7:4294967295] 00000400:00000200:1.0:1715211885.735872:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211885.735874:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211885.735877:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211885.735880:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:2.0:1715211885.735880:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211885.735885:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211885.735891:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211885.735895:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211885.736063:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211885.736073:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211885.736082:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211885.736094:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211885.736101:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715211885.736104:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715211885.736119:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954718144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211885.736217:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211885.736220:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211885.736223:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211885.736227:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211885.736230:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715211885.736232:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715211885.736237:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954718208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211885.737893:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211885.737910:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304143c0 00000400:00000200:0.0:1715211885.737919:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2889 [1] + 224 00000400:00000200:0.0:1715211885.737951:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211885.737955:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211885.737962:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954718144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211885.738004:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211885.738009:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414400 00000400:00000200:0.0:1715211885.738015:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2891 [1] + 224 00000400:00000200:0.0:1715211885.738030:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211885.738034:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211885.738039:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954718208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211885.738071:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211885.738078:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211885.738081:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211885.738094:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954718144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211885.738132:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954718144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211885.738160:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211885.738163:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000200:1.0:1715211885.738168:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211885.738170:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211885.738170:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715211885.738176:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:1.0:1715211885.738178:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954718208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211885.738206:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954718208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211885.738231:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211885.738237:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211885.738240:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211890.743565:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211890.743600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715211890.743648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211890.743652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715211890.743745:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211890.743751:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211890.743756:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211890.743760:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211890.743763:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211890.743765:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211890.743771:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718272, portal 25 00000100:00000200:1.0:1715211890.743772:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718336, portal 4 00000400:00000010:2.0:1715211890.743776:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000400:00000010:1.0:1715211890.743777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:2.0:1715211890.743779:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718272, offset 0 00000100:00000200:1.0:1715211890.743780:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718336, offset 0 00000400:00000200:2.0:1715211890.743790:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211890.743798:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211890.743805:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211890.743811:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211890.743816:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211890.743819:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211890.743822:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211890.743826:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1274:1274:256:4294967295] 192.168.203.134@tcp LPNI seq info [1274:1274:8:4294967295] 00000400:00000200:2.0:1715211890.743837:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211890.743844:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211890.743846:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211890.743848:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211890.743850:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211890.743854:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211890.743855:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211890.743857:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211890.743859:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211890.743862:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1275:1275:255:4294967295] 192.168.203.134@tcp LPNI seq info [1275:1275:7:4294967295] 00000800:00000200:2.0:1715211890.743865:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211890.743870:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211890.743872:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211890.743877:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211890.743881:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211890.743885:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211890.743891:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211890.743895:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211890.744061:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211890.744071:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211890.744080:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211890.744091:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211890.744098:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715211890.744101:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715211890.744116:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954718272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211890.744222:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211890.744224:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211890.744227:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211890.744231:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211890.744234:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715211890.744236:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715211890.744241:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954718336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211890.746417:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211890.746435:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414440 00000400:00000200:0.0:1715211890.746456:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2899 [1] + 224 00000400:00000200:0.0:1715211890.746518:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211890.746522:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211890.746530:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954718272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211890.746572:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211890.746578:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414480 00000400:00000200:0.0:1715211890.746584:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x289d [1] + 224 00000400:00000200:0.0:1715211890.746599:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211890.746603:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211890.746607:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954718336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211890.746666:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211890.746673:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211890.746675:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211890.746686:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954718272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211890.746703:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211890.746710:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211890.746712:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211890.746716:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954718272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211890.746721:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954718336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211890.746741:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211890.746747:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000200:1.0:1715211890.746749:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954718336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211890.746752:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 02000000:00000010:1.0:1715211890.746773:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211890.746779:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715211890.746782:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715211895.751576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211895.751595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211895.751638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211895.751642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715211895.751732:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211895.751743:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211895.751744:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211895.751750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211895.751752:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211895.751758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211895.751758:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718400, portal 25 00000100:00000200:1.0:1715211895.751762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718464, portal 4 00000400:00000010:2.0:1715211895.751763:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715211895.751765:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718400, offset 0 00000400:00000010:1.0:1715211895.751767:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000400:00000200:2.0:1715211895.751775:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211895.751780:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718464, offset 0 00000400:00000200:1.0:1715211895.751787:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211895.751789:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211895.751794:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211895.751798:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211895.751801:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211895.751804:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211895.751808:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1276:1276:256:4294967295] 192.168.203.134@tcp LPNI seq info [1276:1276:8:4294967295] 00000400:00000200:2.0:1715211895.751819:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211895.751826:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211895.751828:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211895.751830:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715211895.751833:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211895.751836:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211895.751837:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211895.751839:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211895.751841:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211895.751844:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1277:1277:255:4294967295] 192.168.203.134@tcp LPNI seq info [1277:1277:7:4294967295] 00000800:00000200:2.0:1715211895.751846:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211895.751852:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211895.751854:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211895.751859:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211895.751863:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211895.751867:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211895.751874:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211895.751877:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211895.752021:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211895.752031:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211895.752039:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211895.752051:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211895.752057:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715211895.752060:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715211895.752075:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954718400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211895.752151:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211895.752154:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211895.752157:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211895.752161:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211895.752164:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715211895.752166:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715211895.752171:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954718464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211895.753959:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211895.753988:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304144c0 00000400:00000200:0.0:1715211895.753998:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28a9 [1] + 224 00000400:00000200:0.0:1715211895.754013:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211895.754017:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211895.754025:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954718400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211895.754067:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211895.754072:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414500 00000400:00000200:0.0:1715211895.754078:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28ad [1] + 224 00000400:00000200:0.0:1715211895.754093:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211895.754097:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211895.754102:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954718464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211895.754165:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211895.754173:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211895.754175:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211895.754186:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954718400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211895.754217:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954718400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211895.754225:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211895.754232:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211895.754234:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211895.754241:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211895.754243:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954718464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211895.754246:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715211895.754251:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:1.0:1715211895.754270:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954718464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211895.754294:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211895.754299:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715211895.754303:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715211900.759575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211900.759595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211900.759637:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211900.759641:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211900.759738:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211900.759748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211900.759748:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211900.759754:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211900.759757:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211900.759762:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718528, portal 25 00000400:00000010:1.0:1715211900.759763:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211900.759767:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718592, portal 4 00000400:00000010:2.0:1715211900.759768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715211900.759770:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718528, offset 0 00000400:00000010:1.0:1715211900.759772:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715211900.759775:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718592, offset 0 00000400:00000200:2.0:1715211900.759781:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211900.759792:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211900.759795:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211900.759800:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211900.759804:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211900.759808:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211900.759810:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211900.759813:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1278:1278:256:4294967295] 192.168.203.134@tcp LPNI seq info [1278:1278:8:4294967295] 00000400:00000200:2.0:1715211900.759824:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211900.759830:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211900.759833:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211900.759834:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715211900.759837:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211900.759840:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211900.759840:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211900.759843:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211900.759845:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211900.759849:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1279:1279:255:4294967295] 192.168.203.134@tcp LPNI seq info [1279:1279:7:4294967295] 00000800:00000200:2.0:1715211900.759849:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211900.759853:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211900.759859:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211900.759864:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211900.759867:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715211900.759872:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211900.759878:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211900.759882:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211900.760018:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211900.760027:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211900.760035:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211900.760047:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211900.760053:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715211900.760055:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715211900.760070:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954718528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211900.760135:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211900.760137:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211900.760141:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211900.760145:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211900.760148:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715211900.760150:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715211900.760154:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954718592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211900.761884:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211900.761901:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414540 00000400:00000200:0.0:1715211900.761911:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28b9 [1] + 224 00000400:00000200:0.0:1715211900.761925:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211900.761929:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211900.761937:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954718528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211900.761976:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211900.761982:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414580 00000400:00000200:0.0:1715211900.761987:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28bd [1] + 224 00000400:00000200:0.0:1715211900.762002:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211900.762006:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211900.762010:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954718592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211900.762077:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211900.762084:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211900.762086:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211900.762097:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954718528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211900.762128:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954718528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211900.762139:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211900.762147:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211900.762149:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211900.762151:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211900.762156:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000200:1.0:1715211900.762157:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954718592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211900.762160:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000200:1.0:1715211900.762185:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954718592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211900.762209:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211900.762214:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211900.762217:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211905.767619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211905.767644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211905.767689:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211905.767694:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715211905.767789:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211905.767800:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211905.767801:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211905.767808:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211905.767810:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211905.767815:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211905.767815:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718656, portal 25 00000100:00000200:1.0:1715211905.767819:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718720, portal 4 00000400:00000010:2.0:1715211905.767820:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715211905.767823:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718656, offset 0 00000400:00000010:1.0:1715211905.767825:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000400:00000200:2.0:1715211905.767833:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211905.767838:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718720, offset 0 00000400:00000200:1.0:1715211905.767846:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211905.767848:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211905.767854:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211905.767859:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211905.767863:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211905.767866:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211905.767869:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1280:1280:256:4294967295] 192.168.203.134@tcp LPNI seq info [1280:1280:8:4294967295] 00000400:00000200:2.0:1715211905.767880:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211905.767887:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211905.767889:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211905.767892:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211905.767893:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211905.767897:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211905.767898:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211905.767899:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211905.767902:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211905.767905:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1281:1281:255:4294967295] 192.168.203.134@tcp LPNI seq info [1281:1281:7:4294967295] 00000800:00000200:2.0:1715211905.767908:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211905.767913:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211905.767915:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211905.767919:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211905.767923:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211905.767928:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211905.767934:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211905.767938:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211905.768099:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211905.768110:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211905.768118:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211905.768130:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211905.768137:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715211905.768140:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715211905.768155:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954718656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211905.768289:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211905.768292:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211905.768296:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211905.768300:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211905.768303:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715211905.768306:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715211905.768327:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954718720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211905.769979:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211905.769997:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304145c0 00000400:00000200:0.0:1715211905.770007:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28c9 [1] + 224 00000400:00000200:0.0:1715211905.770021:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211905.770025:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211905.770033:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954718656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211905.770073:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211905.770078:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414600 00000400:00000200:0.0:1715211905.770084:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28cd [1] + 224 00000400:00000200:0.0:1715211905.770100:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211905.770104:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211905.770109:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954718720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211905.770182:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211905.770189:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211905.770192:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211905.770203:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954718656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211905.770235:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211905.770270:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954718656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211905.770276:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211905.770278:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211905.770287:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954718720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211905.770297:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211905.770303:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211905.770308:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000200:1.0:1715211905.770315:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954718720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211905.770340:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211905.770346:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211905.770349:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211910.775577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211910.775602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715211910.775648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211910.775652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715211910.775747:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211910.775759:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211910.775759:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211910.775767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211910.775768:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211910.775775:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211910.775775:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718784, portal 25 00000100:00000200:1.0:1715211910.775780:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718848, portal 4 00000400:00000010:2.0:1715211910.775780:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715211910.775783:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718784, offset 0 00000400:00000010:1.0:1715211910.775785:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000400:00000200:2.0:1715211910.775793:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211910.775798:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718848, offset 0 00000400:00000200:1.0:1715211910.775806:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211910.775808:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211910.775813:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211910.775818:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211910.775821:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211910.775824:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211910.775827:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1282:1282:256:4294967295] 192.168.203.134@tcp LPNI seq info [1282:1282:8:4294967295] 00000400:00000200:2.0:1715211910.775839:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211910.775845:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211910.775848:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211910.775849:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715211910.775852:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211910.775856:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211910.775856:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211910.775859:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211910.775861:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211910.775864:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1283:1283:255:4294967295] 192.168.203.134@tcp LPNI seq info [1283:1283:7:4294967295] 00000800:00000200:2.0:1715211910.775865:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211910.775870:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211910.775874:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211910.775879:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211910.775882:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211910.775887:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211910.775893:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211910.775897:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211910.776036:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211910.776046:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211910.776055:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211910.776066:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211910.776073:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715211910.776076:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715211910.776091:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954718784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211910.776176:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211910.776179:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211910.776182:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211910.776186:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211910.776189:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715211910.776252:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715211910.776260:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954718848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211910.777928:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211910.777947:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414640 00000400:00000200:0.0:1715211910.777956:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28d9 [1] + 224 00000400:00000200:0.0:1715211910.777971:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211910.777975:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211910.777983:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954718784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211910.778022:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211910.778027:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414680 00000400:00000200:0.0:1715211910.778033:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28dd [1] + 224 00000400:00000200:0.0:1715211910.778049:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211910.778053:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211910.778058:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954718848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211910.778118:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211910.778125:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211910.778128:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211910.778139:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954718784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211910.778174:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954718784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211910.778186:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211910.778193:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211910.778195:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715211910.778198:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000100:00000200:1.0:1715211910.778226:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954718848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211910.778228:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715211910.778234:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:1.0:1715211910.778259:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954718848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211910.778285:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211910.778291:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715211910.778294:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211915.783587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211915.783616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211915.783672:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211915.783677:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:1.0:1715211915.783751:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 02000000:00000010:2.0:1715211915.783753:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211915.783767:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211915.783767:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211915.783775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211915.783776:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211915.783784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718976, portal 4 00000100:00000200:2.0:1715211915.783785:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954718912, portal 25 00000400:00000010:1.0:1715211915.783791:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000400:00000010:2.0:1715211915.783791:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:1.0:1715211915.783793:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954718976, offset 0 00000100:00000200:2.0:1715211915.783795:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954718912, offset 0 00000400:00000200:1.0:1715211915.783804:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211915.783818:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211915.783819:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211915.783824:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211915.783829:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211915.783832:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211915.783835:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211915.783838:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1284:1284:256:4294967295] 192.168.203.134@tcp LPNI seq info [1284:1284:8:4294967295] 00000400:00000200:1.0:1715211915.783849:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211915.783856:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211915.783859:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211915.783860:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715211915.783863:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211915.783866:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211915.783867:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211915.783869:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211915.783872:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211915.783875:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1285:1285:255:4294967295] 192.168.203.134@tcp LPNI seq info [1285:1285:7:4294967295] 00000800:00000200:1.0:1715211915.783876:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211915.783881:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211915.783885:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211915.783890:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211915.783895:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715211915.783900:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211915.783906:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211915.783910:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211915.784046:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211915.784053:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211915.784060:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211915.784071:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211915.784078:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715211915.784081:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715211915.784092:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954718976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211915.784232:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211915.784235:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211915.784239:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211915.784244:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211915.784258:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715211915.784260:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715211915.784267:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954718912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211915.786241:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211915.786259:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414700 00000400:00000200:0.0:1715211915.786268:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28e9 [1] + 224 00000400:00000200:0.0:1715211915.786282:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211915.786286:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211915.786294:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954718976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211915.786339:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211915.786343:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304146c0 00000400:00000200:0.0:1715211915.786349:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28ed [1] + 224 00000400:00000200:0.0:1715211915.786367:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211915.786371:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211915.786376:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954718912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211915.786406:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211915.786412:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211915.786414:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211915.786422:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954718976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211915.786450:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954718976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211915.786508:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211915.786516:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211915.786518:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211915.786529:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954718912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211915.786561:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954718912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211915.786585:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211915.786590:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715211915.786595:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 02000000:00000010:1.0:1715211915.786619:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211915.786627:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211915.786632:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715211920.791573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715211920.791600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211920.791656:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715211920.791660:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715211920.791767:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211920.791778:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211920.791782:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211920.791790:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211920.791792:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211920.791798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211920.791802:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719040, portal 25 00000100:00000200:1.0:1715211920.791805:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719104, portal 4 00000400:00000010:2.0:1715211920.791809:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000400:00000010:1.0:1715211920.791813:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:2.0:1715211920.791814:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719040, offset 0 00000100:00000200:1.0:1715211920.791816:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954719104, offset 0 00000400:00000200:2.0:1715211920.791826:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211920.791838:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211920.791840:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211920.791846:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211920.791850:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211920.791854:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211920.791857:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211920.791860:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1286:1286:256:4294967295] 192.168.203.134@tcp LPNI seq info [1286:1286:8:4294967295] 00000400:00000200:2.0:1715211920.791871:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211920.791877:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211920.791881:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211920.791886:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211920.791889:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211920.791893:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211920.791898:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211920.791899:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211920.791902:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211920.791904:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211920.791905:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211920.791909:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1287:1287:255:4294967295] 192.168.203.134@tcp LPNI seq info [1287:1287:7:4294967295] 00000400:00000200:1.0:1715211920.791920:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211920.791926:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211920.791931:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715211920.791938:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211920.791947:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211920.791952:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211920.792055:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211920.792061:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211920.792067:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211920.792075:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211920.792080:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715211920.792082:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715211920.792093:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954719040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211920.792194:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211920.792197:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211920.792200:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211920.792215:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211920.792218:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715211920.792220:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715211920.792225:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954719104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211920.793985:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211920.793999:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414740 00000400:00000200:0.0:1715211920.794008:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28f9 [1] + 224 00000400:00000200:0.0:1715211920.794021:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211920.794025:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211920.794033:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954719040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211920.794072:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211920.794077:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414780 00000400:00000200:0.0:1715211920.794081:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x28fd [1] + 224 00000400:00000200:0.0:1715211920.794096:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211920.794100:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211920.794104:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954719104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211920.794192:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211920.794199:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211920.794201:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211920.794213:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954719040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211920.794221:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211920.794229:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211920.794232:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211920.794240:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954719104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211920.794246:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954719040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211920.794269:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954719104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211920.794271:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211920.794276:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211920.794281:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 02000000:00000010:1.0:1715211920.794302:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211920.794309:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715211920.794314:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715211925.799671:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715211925.799706:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211925.799770:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715211925.799774:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:1.0:1715211925.799897:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715211925.799911:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211925.799911:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211925.799921:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211925.799927:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000100:00000200:1.0:1715211925.799930:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719232, portal 4 00000400:00000010:2.0:1715211925.799935:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211925.799941:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:2.0:1715211925.799943:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719168, portal 25 00000100:00000200:1.0:1715211925.799944:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954719232, offset 0 00000400:00000010:2.0:1715211925.799948:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000200:1.0:1715211925.799958:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211925.799964:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719168, offset 0 00000400:00000200:2.0:1715211925.799975:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211925.799978:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211925.799984:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211925.799990:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211925.799994:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211925.799996:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211925.800000:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1288:1288:256:4294967295] 192.168.203.134@tcp LPNI seq info [1288:1288:8:4294967295] 00000400:00000200:1.0:1715211925.800013:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211925.800020:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211925.800026:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715211925.800027:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211925.800033:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211925.800034:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211925.800037:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211925.800041:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211925.800044:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715211925.800045:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211925.800048:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1289:1289:255:4294967295] 192.168.203.134@tcp LPNI seq info [1289:1289:7:4294967295] 00000800:00000200:1.0:1715211925.800050:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211925.800060:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211925.800066:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211925.800071:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715211925.800078:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211925.800088:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211925.800092:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211925.800242:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211925.800248:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715211925.800256:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211925.800264:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211925.800269:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715211925.800271:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715211925.800282:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954719232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211925.800379:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211925.800382:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715211925.800395:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211925.800400:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211925.800403:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715211925.800405:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715211925.800412:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954719168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211925.802445:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211925.802497:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414800 00000400:00000200:0.0:1715211925.802505:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2909 [1] + 224 00000400:00000200:0.0:1715211925.802519:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211925.802523:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211925.802531:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954719232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211925.802568:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211925.802574:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304147c0 00000400:00000200:0.0:1715211925.802579:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x290d [1] + 224 00000400:00000200:0.0:1715211925.802597:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211925.802601:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211925.802606:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954719168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211925.802653:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211925.802661:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211925.802663:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211925.802671:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954719232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211925.802700:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954719232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211925.802737:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211925.802738:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211925.802745:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000400:00000200:2.0:1715211925.802746:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211925.802748:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000010:1.0:1715211925.802751:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:2.0:1715211925.802759:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954719168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211925.802795:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954719168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211925.802821:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211925.802827:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211925.802831:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715211930.807671:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211930.807706:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715211930.807768:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211930.807773:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:1.0:1715211930.807890:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 02000000:00000010:2.0:1715211930.807898:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211930.807903:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211930.807913:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211930.807915:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000100:00000200:1.0:1715211930.807922:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719360, portal 4 00000400:00000010:2.0:1715211930.807924:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211930.807930:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000100:00000200:2.0:1715211930.807933:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719296, portal 25 00000100:00000200:1.0:1715211930.807934:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954719360, offset 0 00000400:00000010:2.0:1715211930.807938:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000400:00000200:1.0:1715211930.807947:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211930.807952:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719296, offset 0 00000400:00000200:2.0:1715211930.807964:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211930.807967:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211930.807975:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211930.807980:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211930.807984:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211930.807987:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211930.807991:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1290:1290:256:4294967295] 192.168.203.134@tcp LPNI seq info [1290:1290:8:4294967295] 00000400:00000200:1.0:1715211930.808003:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211930.808011:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211930.808016:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715211930.808016:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211930.808022:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211930.808025:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211930.808027:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211930.808031:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211930.808034:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715211930.808036:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211930.808038:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1291:1291:255:4294967295] 192.168.203.134@tcp LPNI seq info [1291:1291:7:4294967295] 00000800:00000200:1.0:1715211930.808042:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211930.808050:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211930.808056:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211930.808060:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715211930.808067:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211930.808114:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211930.808119:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211930.808235:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211930.808242:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715211930.808250:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211930.808257:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211930.808263:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715211930.808265:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715211930.808275:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954719360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211930.808371:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211930.808392:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211930.808396:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211930.808400:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211930.808403:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715211930.808404:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715211930.808411:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954719296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211930.810439:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211930.810454:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414880 00000400:00000200:0.0:1715211930.810505:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2919 [1] + 224 00000400:00000200:0.0:1715211930.810518:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211930.810522:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211930.810530:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954719360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211930.810568:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211930.810574:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414840 00000400:00000200:0.0:1715211930.810579:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x291d [1] + 224 00000400:00000200:0.0:1715211930.810598:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211930.810602:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211930.810607:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954719296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211930.810651:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211930.810659:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211930.810661:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211930.810669:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954719360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211930.810699:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954719360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211930.810735:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211930.810742:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211930.810743:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715211930.810749:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000200:2.0:1715211930.810750:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211930.810753:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211930.810764:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954719296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211930.810799:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954719296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211930.810824:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211930.810830:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715211930.810834:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715211935.815692:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211935.815727:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211935.815787:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211935.815791:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715211935.815906:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211935.815913:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211935.815922:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211935.815925:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211935.815931:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211935.815933:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211935.815939:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719424, portal 25 00000100:00000200:1.0:1715211935.815943:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719488, portal 4 00000400:00000010:2.0:1715211935.815945:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715211935.815948:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719424, offset 0 00000400:00000010:1.0:1715211935.815951:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000400:00000200:2.0:1715211935.815959:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211935.815965:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954719488, offset 0 00000400:00000200:2.0:1715211935.815975:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211935.815977:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211935.815980:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211935.815985:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211935.815989:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211935.815992:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211935.815995:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1292:1292:256:4294967295] 192.168.203.134@tcp LPNI seq info [1292:1292:8:4294967295] 00000400:00000200:2.0:1715211935.816007:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211935.816013:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211935.816018:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715211935.816020:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211935.816025:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211935.816026:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211935.816031:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211935.816034:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211935.816035:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211935.816067:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211935.816071:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1293:1293:255:4294967295] 192.168.203.134@tcp LPNI seq info [1293:1293:7:4294967295] 00000800:00000200:2.0:1715211935.816077:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211935.816084:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211935.816091:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211935.816097:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211935.816104:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211935.816114:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211935.816119:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211935.816267:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211935.816273:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211935.816282:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211935.816290:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211935.816295:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715211935.816297:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715211935.816309:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954719424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211935.816408:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211935.816433:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211935.816436:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211935.816441:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211935.816444:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715211935.816445:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715211935.816450:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954719488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211935.818563:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211935.818578:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304148c0 00000400:00000200:0.0:1715211935.818587:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2929 [1] + 224 00000400:00000200:0.0:1715211935.818599:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211935.818603:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211935.818611:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954719424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211935.818650:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211935.818655:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414900 00000400:00000200:0.0:1715211935.818659:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x292d [1] + 224 00000400:00000200:0.0:1715211935.818676:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211935.818680:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211935.818685:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954719488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211935.818741:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211935.818749:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211935.818751:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211935.818763:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954719424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211935.818797:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211935.818798:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954719424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211935.818804:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211935.818807:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211935.818815:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954719488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211935.818824:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211935.818830:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715211935.818835:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000200:1.0:1715211935.818844:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954719488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211935.818877:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211935.818885:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715211935.818890:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715211940.823598:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211940.823631:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715211940.823688:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211940.823693:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715211940.823792:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211940.823808:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211940.823816:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211940.823822:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000100:00000200:2.0:1715211940.823824:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719552, portal 25 00000400:00000010:2.0:1715211940.823829:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715211940.823832:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719552, offset 0 00000400:00000010:1.0:1715211940.823834:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211940.823842:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211940.823852:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211940.823857:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715211940.823860:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719616, portal 4 00000400:00000200:2.0:1715211940.823862:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211940.823867:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715211940.823868:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715211940.823871:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954719616, offset 0 00000400:00000200:2.0:1715211940.823871:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211940.823874:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211940.823877:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1294:1294:256:4294967295] 192.168.203.134@tcp LPNI seq info [1294:1294:8:4294967295] 00000400:00000200:1.0:1715211940.823883:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211940.823889:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211940.823895:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211940.823900:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715211940.823902:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211940.823907:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211940.823908:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211940.823913:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211940.823916:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211940.823917:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211940.823920:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715211940.823921:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211940.823924:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1295:1295:255:4294967295] 192.168.203.134@tcp LPNI seq info [1295:1295:7:4294967295] 00000400:00000200:1.0:1715211940.823936:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211940.823942:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211940.823947:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715211940.823954:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211940.823963:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211940.823968:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211940.824104:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211940.824110:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715211940.824117:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211940.824125:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211940.824130:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715211940.824133:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715211940.824144:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954719552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211940.824246:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211940.824248:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715211940.824252:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211940.824256:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211940.824259:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715211940.824260:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715211940.824264:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954719616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211940.826192:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211940.826207:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414940 00000400:00000200:0.0:1715211940.826216:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2939 [1] + 224 00000400:00000200:0.0:1715211940.826229:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211940.826233:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211940.826241:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954719552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211940.826280:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211940.826285:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414980 00000400:00000200:0.0:1715211940.826289:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2941 [1] + 224 00000400:00000200:0.0:1715211940.826305:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211940.826308:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211940.826313:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954719616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211940.826372:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211940.826379:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211940.826381:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211940.826393:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954719552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211940.826425:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954719552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211940.826432:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211940.826439:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211940.826442:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211940.826450:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954719616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211940.826450:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211940.826455:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715211940.826505:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:1.0:1715211940.826576:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954719616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211940.826610:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211940.826617:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211940.826622:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211945.831601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211945.831630:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211945.831686:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211945.831694:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:1.0:1715211945.831757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715211945.831767:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211945.831776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211945.831784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719744, portal 4 02000000:00000010:2.0:1715211945.831786:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211945.831791:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715211945.831794:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954719744, offset 0 00000400:00000010:2.0:1715211945.831799:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000200:1.0:1715211945.831806:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1715211945.831817:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000200:1.0:1715211945.831824:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:2.0:1715211945.831824:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719680, portal 25 00000400:00000200:1.0:1715211945.831830:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715211945.831830:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715211945.831832:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719680, offset 0 00000400:00000200:1.0:1715211945.831836:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211945.831840:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211945.831842:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211945.831843:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211945.831847:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1296:1296:256:4294967295] 192.168.203.134@tcp LPNI seq info [1296:1296:8:4294967295] 00000400:00000200:1.0:1715211945.831858:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211945.831866:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211945.831871:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715211945.831873:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:1.0:1715211945.831878:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211945.831878:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211945.831882:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211945.831886:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211945.831888:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211945.831889:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211945.831893:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1297:1297:255:4294967295] 192.168.203.134@tcp LPNI seq info [1297:1297:7:4294967295] 00000800:00000200:1.0:1715211945.831894:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211945.831904:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211945.831911:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211945.831915:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715211945.831922:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211945.831931:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211945.831936:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211945.832050:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211945.832056:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211945.832062:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211945.832070:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211945.832076:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715211945.832078:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715211945.832100:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954719744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211945.832202:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211945.832204:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211945.832209:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211945.832213:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211945.832216:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715211945.832218:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715211945.832224:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954719680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211945.833932:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211945.833946:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304149c0 00000400:00000200:0.0:1715211945.833955:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2951 [1] + 224 00000400:00000200:0.0:1715211945.833967:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211945.833990:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211945.833999:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954719680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211945.834039:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211945.834044:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414a00 00000400:00000200:0.0:1715211945.834049:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2949 [1] + 224 00000400:00000200:0.0:1715211945.834067:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211945.834071:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211945.834076:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954719744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211945.834129:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211945.834136:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211945.834138:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211945.834149:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954719680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211945.834180:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954719680/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211945.834205:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211945.834210:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000400:00000010:1.0:1715211945.834213:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000010:2.0:1715211945.834214:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000200:1.0:1715211945.834221:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211945.834223:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211945.834231:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954719744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211945.834260:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954719744/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211945.834293:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211945.834300:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715211945.834305:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211950.839596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211950.839629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211950.839704:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211950.839714:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715211950.839801:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211950.839816:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211950.839825:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211950.839826:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000100:00000200:2.0:1715211950.839833:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719808, portal 25 00000400:00000010:1.0:1715211950.839838:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211950.839838:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715211950.839840:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719808, offset 0 00000400:00000010:1.0:1715211950.839846:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211950.839851:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211950.839864:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719872, portal 4 00000400:00000200:2.0:1715211950.839866:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715211950.839872:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000400:00000200:2.0:1715211950.839872:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211950.839875:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954719872, offset 0 00000400:00000200:2.0:1715211950.839877:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211950.839881:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211950.839884:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211950.839888:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211950.839888:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1298:1298:256:4294967295] 192.168.203.134@tcp LPNI seq info [1298:1298:8:4294967295] 00000400:00000200:2.0:1715211950.839899:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211950.839906:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211950.839911:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715211950.839913:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211950.839918:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211950.839919:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211950.839924:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211950.839928:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211950.839929:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211950.839930:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211950.839934:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1299:1299:255:4294967295] 192.168.203.134@tcp LPNI seq info [1299:1299:7:4294967295] 00000800:00000200:2.0:1715211950.839934:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211950.839988:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211950.839995:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211950.840000:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715211950.840007:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211950.840017:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211950.840022:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211950.840135:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211950.840141:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715211950.840148:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211950.840156:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211950.840161:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715211950.840174:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715211950.840187:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954719808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211950.840278:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211950.840281:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211950.840284:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211950.840288:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211950.840290:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715211950.840292:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715211950.840296:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954719872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211950.841998:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211950.842013:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414a40 00000400:00000200:0.0:1715211950.842022:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2959 [1] + 224 00000400:00000200:0.0:1715211950.842034:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211950.842037:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211950.842045:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954719808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211950.842086:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211950.842091:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414a80 00000400:00000200:0.0:1715211950.842095:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2961 [1] + 224 00000400:00000200:0.0:1715211950.842110:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211950.842114:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211950.842118:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954719872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211950.842183:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211950.842190:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211950.842193:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211950.842204:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954719808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211950.842237:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954719808/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211950.842239:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211950.842247:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211950.842249:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211950.842257:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954719872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211950.842262:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211950.842268:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211950.842272:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000200:1.0:1715211950.842286:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954719872/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211950.842319:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211950.842326:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211950.842331:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715211955.847612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211955.847644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715211955.847702:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211955.847707:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715211955.847824:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 02000000:00000010:1.0:1715211955.847826:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:1.0:1715211955.847838:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211955.847838:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211955.847846:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211955.847848:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211955.847855:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954719936, portal 25 00000400:00000010:2.0:1715211955.847860:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715211955.847864:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954719936, offset 0 00000100:00000200:1.0:1715211955.847865:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720000, portal 4 00000400:00000010:1.0:1715211955.847873:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000400:00000200:2.0:1715211955.847874:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211955.847879:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720000, offset 0 00000400:00000200:2.0:1715211955.847889:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211955.847891:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211955.847896:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211955.847900:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211955.847937:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211955.847941:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211955.847944:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1300:1300:256:4294967295] 192.168.203.134@tcp LPNI seq info [1300:1300:8:4294967295] 00000400:00000200:2.0:1715211955.847956:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211955.847963:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211955.847967:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715211955.847971:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715211955.847975:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211955.847978:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211955.847983:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211955.847984:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211955.847987:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211955.847989:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211955.847990:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211955.847993:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1301:1301:255:4294967295] 192.168.203.134@tcp LPNI seq info [1301:1301:7:4294967295] 00000400:00000200:1.0:1715211955.848005:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211955.848012:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211955.848017:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715211955.848025:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211955.848035:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211955.848040:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211955.848156:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211955.848162:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715211955.848169:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211955.848177:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211955.848196:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715211955.848199:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715211955.848211:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954719936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211955.848291:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211955.848294:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211955.848297:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211955.848301:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211955.848304:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715211955.848306:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715211955.848310:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954720000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211955.850206:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211955.850220:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414ac0 00000400:00000200:0.0:1715211955.850229:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2969 [1] + 224 00000400:00000200:0.0:1715211955.850241:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211955.850245:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211955.850253:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954719936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211955.850293:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211955.850298:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414b00 00000400:00000200:0.0:1715211955.850302:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x296d [1] + 224 00000400:00000200:0.0:1715211955.850317:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211955.850321:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211955.850325:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954720000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211955.850399:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211955.850406:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211955.850409:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211955.850420:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954719936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211955.850447:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211955.850454:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954719936/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211955.850455:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715211955.850519:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211955.850525:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715211955.850530:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:1.0:1715211955.850573:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211955.850582:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954720000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211955.850622:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954720000/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211955.850654:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211955.850662:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211955.850667:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211960.855577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211960.855603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715211960.855658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211960.855663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715211960.855765:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211960.855779:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211960.855782:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211960.855787:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211960.855794:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211960.855796:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720064, portal 25 00000400:00000010:2.0:1715211960.855800:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000010:1.0:1715211960.855802:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715211960.855803:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720064, offset 0 00000100:00000200:1.0:1715211960.855809:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720128, portal 4 00000400:00000200:2.0:1715211960.855814:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211960.855817:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715211960.855820:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720128, offset 0 00000400:00000200:2.0:1715211960.855828:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211960.855831:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211960.855833:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211960.855838:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211960.855842:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211960.855845:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211960.855848:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1302:1302:256:4294967295] 192.168.203.134@tcp LPNI seq info [1302:1302:8:4294967295] 00000400:00000200:2.0:1715211960.855859:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211960.855865:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211960.855868:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715211960.855907:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211960.855909:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211960.855915:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211960.855917:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211960.855920:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715211960.855922:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211960.855924:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211960.855927:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211960.855931:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1303:1303:255:4294967295] 192.168.203.134@tcp LPNI seq info [1303:1303:7:4294967295] 00000400:00000200:1.0:1715211960.855942:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211960.855949:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211960.855954:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211960.855962:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211960.855971:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211960.855976:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211960.856077:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211960.856083:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715211960.856089:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211960.856106:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211960.856112:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715211960.856114:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715211960.856125:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954720064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211960.856190:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211960.856192:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211960.856195:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211960.856199:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211960.856202:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715211960.856204:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715211960.856208:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954720128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211960.857966:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211960.857981:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414b80 00000400:00000200:0.0:1715211960.857990:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2981 [1] + 224 00000400:00000200:0.0:1715211960.858002:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211960.858006:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211960.858014:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954720128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211960.858050:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211960.858055:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414b40 00000400:00000200:0.0:1715211960.858060:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2979 [1] + 224 00000400:00000200:0.0:1715211960.858074:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211960.858078:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211960.858083:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954720064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211960.858139:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211960.858147:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211960.858149:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211960.858157:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954720128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211960.858187:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954720128/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211960.858218:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211960.858221:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715211960.858225:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211960.858227:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211960.858229:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715211960.858234:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:2.0:1715211960.858239:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954720064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211960.858272:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954720064/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211960.858296:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211960.858301:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715211960.858306:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715211965.863670:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715211965.863702:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211965.863764:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715211965.863786:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715211965.863889:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211965.863898:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715211965.863904:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211965.863908:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720192, portal 25 00000400:00000010:2.0:1715211965.863912:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715211965.863914:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720192, offset 0 02000000:00000010:1.0:1715211965.863920:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715211965.863922:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715211965.863931:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715211965.863932:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211965.863936:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211965.863940:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715211965.863940:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211965.863943:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211965.863945:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715211965.863948:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720256, portal 4 00000400:00000200:2.0:1715211965.863948:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1304:1304:256:4294967295] 192.168.203.134@tcp LPNI seq info [1304:1304:8:4294967295] 00000400:00000010:1.0:1715211965.863956:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715211965.863958:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715211965.863959:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720256, offset 0 00000800:00000200:2.0:1715211965.863964:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211965.863967:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715211965.863971:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715211965.863972:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211965.863979:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211965.863984:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211965.863986:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211965.863993:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211965.863998:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211965.864002:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211965.864005:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211965.864009:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1305:1305:255:4294967295] 192.168.203.134@tcp LPNI seq info [1305:1305:7:4294967295] 00000400:00000200:1.0:1715211965.864020:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211965.864027:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211965.864032:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715211965.864039:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211965.864049:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211965.864053:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211965.864136:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211965.864142:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715211965.864160:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211965.864168:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211965.864173:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715211965.864175:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715211965.864186:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954720192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211965.864285:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211965.864288:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211965.864291:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211965.864295:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211965.864298:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715211965.864299:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715211965.864304:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954720256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211965.866226:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211965.866241:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414bc0 00000400:00000200:0.0:1715211965.866250:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2989 [1] + 224 00000400:00000200:0.0:1715211965.866262:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211965.866266:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211965.866274:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954720192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211965.866313:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211965.866318:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414c00 00000400:00000200:0.0:1715211965.866322:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2991 [1] + 224 00000400:00000200:0.0:1715211965.866339:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211965.866343:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211965.866348:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954720256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211965.866421:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211965.866428:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211965.866430:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211965.866439:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954720192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211965.866506:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211965.866514:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000200:2.0:1715211965.866516:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954720192/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211965.866517:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211965.866525:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954720256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211965.866535:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211965.866540:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211965.866544:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:1.0:1715211965.866554:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954720256/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211965.866586:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211965.866594:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715211965.866599:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715211970.871649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715211970.871685:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715211970.871748:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715211970.871753:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:1.0:1715211970.871905:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 02000000:00000010:2.0:1715211970.871911:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211970.871918:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211970.871927:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211970.871928:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211970.871936:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720384, portal 4 00000400:00000010:1.0:1715211970.871945:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000010:2.0:1715211970.871945:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211970.871948:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720384, offset 0 00000100:00000200:2.0:1715211970.871954:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720320, portal 25 00000400:00000010:2.0:1715211970.871959:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000400:00000200:1.0:1715211970.871961:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211970.871969:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720320, offset 0 00000400:00000200:2.0:1715211970.871980:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211970.871982:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211970.871989:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211970.871994:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211970.871998:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211970.872001:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211970.872005:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1306:1306:256:4294967295] 192.168.203.134@tcp LPNI seq info [1306:1306:8:4294967295] 00000400:00000200:1.0:1715211970.872017:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211970.872025:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211970.872032:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715211970.872033:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211970.872038:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211970.872040:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211970.872043:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211970.872047:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211970.872049:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:1.0:1715211970.872051:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211970.872053:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1307:1307:255:4294967295] 192.168.203.134@tcp LPNI seq info [1307:1307:7:4294967295] 00000800:00000200:1.0:1715211970.872056:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211970.872065:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211970.872071:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211970.872076:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715211970.872082:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211970.872092:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211970.872097:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211970.872223:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211970.872247:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715211970.872256:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211970.872264:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211970.872269:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715211970.872271:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715211970.872281:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954720384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211970.872382:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211970.872385:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715211970.872389:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211970.872393:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211970.872396:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715211970.872397:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715211970.872404:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954720320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211970.874546:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211970.874560:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414c80 00000400:00000200:0.0:1715211970.874569:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2999 [1] + 224 00000400:00000200:0.0:1715211970.874582:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211970.874585:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211970.874593:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954720384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211970.874630:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211970.874635:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414c40 00000400:00000200:0.0:1715211970.874640:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29a1 [1] + 224 00000400:00000200:0.0:1715211970.874658:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211970.874662:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211970.874666:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954720320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211970.874714:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211970.874722:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211970.874724:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211970.874732:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954720384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211970.874760:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954720384/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211970.874796:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211970.874830:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715211970.874837:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:2.0:1715211970.874843:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211970.874851:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211970.874853:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211970.874865:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954720320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211970.874900:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954720320/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211970.874926:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 02000000:00000010:2.0:1715211970.874931:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715211970.874937:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715211975.879715:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715211975.879749:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715211975.879853:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715211975.879859:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715211975.879970:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58600. 00000400:00000010:2.0:1715211975.879983:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715211975.879992:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211975.879992:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715211975.880002:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715211975.880002:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720448, portal 25 00000400:00000010:1.0:1715211975.880007:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211975.880008:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:1.0:1715211975.880012:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720512, portal 4 00000100:00000200:2.0:1715211975.880012:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720448, offset 0 00000400:00000010:1.0:1715211975.880019:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:2.0:1715211975.880026:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211975.880031:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720512, offset 0 00000400:00000200:1.0:1715211975.880039:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211975.880045:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211975.880052:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211975.880057:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211975.880061:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211975.880064:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211975.880068:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1308:1308:256:4294967295] 192.168.203.134@tcp LPNI seq info [1308:1308:8:4294967295] 00000400:00000200:2.0:1715211975.880081:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211975.880088:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211975.880089:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211975.880093:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211975.880093:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211975.880097:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211975.880099:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211975.880101:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211975.880102:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211975.880105:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1309:1309:255:4294967295] 192.168.203.134@tcp LPNI seq info [1309:1309:7:4294967295] 00000800:00000200:2.0:1715211975.880112:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211975.880115:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211975.880117:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211975.880119:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211975.880123:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715211975.880128:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211975.880134:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211975.880138:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211975.880307:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211975.880314:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211975.880323:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211975.880331:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211975.880337:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715211975.880339:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715211975.880351:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954720448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211975.880451:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211975.880454:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715211975.880457:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211975.880509:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211975.880512:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715211975.880513:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715211975.880518:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954720512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211975.882534:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211975.882548:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414cc0 00000400:00000200:0.0:1715211975.882557:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29a9 [1] + 224 00000400:00000200:0.0:1715211975.882569:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211975.882573:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211975.882581:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954720448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211975.882617:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211975.882622:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414d00 00000400:00000200:0.0:1715211975.882627:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29ad [1] + 224 00000400:00000200:0.0:1715211975.882648:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211975.882652:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211975.882669:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954720512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211975.882711:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211975.882719:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211975.882721:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211975.882729:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954720448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211975.882760:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954720448/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211975.882817:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58600. 00000400:00000010:1.0:1715211975.882821:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211975.882824:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715211975.882829:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000200:1.0:1715211975.882830:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211975.882833:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211975.882843:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954720512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211975.882882:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954720512/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211975.882916:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211975.882925:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715211975.882930:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715211980.887606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715211980.887640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715211980.887696:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715211980.887701:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:1.0:1715211980.887830:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 02000000:00000010:2.0:1715211980.887830:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715211980.887842:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211980.887842:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211980.887851:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211980.887851:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211980.887860:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720640, portal 4 00000100:00000200:2.0:1715211980.887867:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720576, portal 25 00000400:00000010:1.0:1715211980.887868:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000100:00000200:1.0:1715211980.887871:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720640, offset 0 00000400:00000010:2.0:1715211980.887871:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715211980.887874:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720576, offset 0 00000400:00000200:1.0:1715211980.887885:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211980.887893:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211980.887904:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211980.887911:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211980.887916:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211980.887921:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211980.887923:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211980.887928:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1310:1310:256:4294967295] 192.168.203.134@tcp LPNI seq info [1310:1310:8:4294967295] 00000400:00000200:1.0:1715211980.887940:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211980.887948:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211980.887949:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211980.887953:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715211980.887953:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211980.887956:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211980.887959:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211980.887961:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211980.887962:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211980.887965:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1311:1311:255:4294967295] 192.168.203.134@tcp LPNI seq info [1311:1311:7:4294967295] 00000800:00000200:1.0:1715211980.887972:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211980.887975:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211980.887978:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211980.887980:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211980.887984:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715211980.887989:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211980.887995:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211980.887998:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211980.888128:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211980.888134:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715211980.888142:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211980.888149:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211980.888155:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715211980.888157:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715211980.888166:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954720640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211980.888247:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211980.888250:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211980.888254:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211980.888257:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211980.888260:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715211980.888262:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715211980.888267:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954720576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211980.890382:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211980.890396:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414d80 00000400:00000200:0.0:1715211980.890405:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29b9 [1] + 224 00000400:00000200:0.0:1715211980.890416:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211980.890420:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211980.890428:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954720640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211980.890493:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211980.890499:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414d40 00000400:00000200:0.0:1715211980.890503:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29bd [1] + 224 00000400:00000200:0.0:1715211980.890527:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211980.890543:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211980.890548:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954720576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211980.890561:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211980.890571:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211980.890573:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211980.890583:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954720640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211980.890626:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954720640/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211980.890669:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715211980.890670:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211980.890678:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211980.890680:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715211980.890681:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715211980.890687:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:2.0:1715211980.890688:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954720576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211980.890716:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954720576/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211980.890734:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715211980.890764:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715211980.890768:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715211985.895606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715211985.895637:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715211985.895690:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715211985.895694:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:1.0:1715211985.895816:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 02000000:00000010:2.0:1715211985.895816:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715211985.895828:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211985.895829:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715211985.895837:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211985.895837:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211985.895846:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720768, portal 4 00000100:00000200:2.0:1715211985.895853:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720704, portal 25 00000400:00000010:1.0:1715211985.895854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000100:00000200:1.0:1715211985.895857:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720768, offset 0 00000400:00000010:2.0:1715211985.895857:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715211985.895860:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720704, offset 0 00000400:00000200:1.0:1715211985.895871:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211985.895879:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211985.895890:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211985.895897:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211985.895902:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211985.895906:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211985.895909:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211985.895913:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1312:1312:256:4294967295] 192.168.203.134@tcp LPNI seq info [1312:1312:8:4294967295] 00000400:00000200:1.0:1715211985.895926:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211985.895933:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211985.895935:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211985.895938:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000400:00000200:2.0:1715211985.895939:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211985.895942:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715211985.895944:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211985.895945:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211985.895948:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211985.895951:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1313:1313:255:4294967295] 192.168.203.134@tcp LPNI seq info [1313:1313:7:4294967295] 00000800:00000200:1.0:1715211985.895955:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211985.895960:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211985.895960:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211985.895965:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211985.895969:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715211985.895974:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211985.895980:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211985.895984:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211985.896112:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211985.896118:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715211985.896125:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211985.896132:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211985.896138:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715211985.896140:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715211985.896150:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954720768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211985.896219:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211985.896222:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715211985.896225:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211985.896229:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211985.896231:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715211985.896233:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715211985.896238:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954720704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211985.897926:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211985.897940:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414e00 00000400:00000200:0.0:1715211985.897948:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29c9 [1] + 224 00000400:00000200:0.0:1715211985.897961:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211985.897965:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211985.897973:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954720768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211985.898009:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211985.898014:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414dc0 00000400:00000200:0.0:1715211985.898018:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29cd [1] + 224 00000400:00000200:0.0:1715211985.898050:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211985.898053:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211985.898058:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954720704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211985.898101:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715211985.898111:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211985.898114:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211985.898123:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954720768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211985.898166:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954720768/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211985.898178:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211985.898186:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211985.898188:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211985.898196:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954720704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211985.898208:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211985.898220:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000200:2.0:1715211985.898224:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954720704/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211985.898227:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 02000000:00000010:2.0:1715211985.898242:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715211985.898246:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715211985.898250:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715211990.903582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715211990.903605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715211990.903652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715211990.903656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:1.0:1715211990.903779:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 02000000:00000010:2.0:1715211990.903779:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715211990.903794:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211990.903794:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211990.903803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211990.903803:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715211990.903811:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720896, portal 4 00000100:00000200:2.0:1715211990.903818:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720832, portal 25 00000400:00000010:1.0:1715211990.903819:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715211990.903822:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954720896, offset 0 00000400:00000010:2.0:1715211990.903825:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000400:00000200:1.0:1715211990.903835:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:2.0:1715211990.903840:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720832, offset 0 00000400:00000200:2.0:1715211990.903847:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211990.903854:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715211990.903861:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211990.903866:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211990.903870:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211990.903873:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211990.903877:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1314:1314:256:4294967295] 192.168.203.134@tcp LPNI seq info [1314:1314:8:4294967295] 00000400:00000200:1.0:1715211990.903890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211990.903897:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211990.903898:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715211990.903902:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715211990.903902:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211990.903906:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211990.903908:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211990.903910:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715211990.903911:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211990.903914:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1315:1315:255:4294967295] 192.168.203.134@tcp LPNI seq info [1315:1315:7:4294967295] 00000800:00000200:1.0:1715211990.903922:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715211990.903924:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715211990.903927:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211990.903929:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715211990.903933:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715211990.903938:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715211990.903944:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715211990.903948:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211990.904099:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211990.904106:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715211990.904113:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211990.904120:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211990.904125:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715211990.904128:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715211990.904138:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954720896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211990.904234:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211990.904237:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715211990.904240:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211990.904244:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211990.904246:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715211990.904248:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715211990.904253:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954720832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211990.906167:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211990.906181:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414e40 00000400:00000200:0.0:1715211990.906189:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29dd [1] + 224 00000400:00000200:0.0:1715211990.906202:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211990.906205:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211990.906214:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954720832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211990.906250:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211990.906256:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414e80 00000400:00000200:0.0:1715211990.906260:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29d9 [1] + 224 00000400:00000200:0.0:1715211990.906291:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211990.906295:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211990.906299:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954720896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211990.906341:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211990.906349:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211990.906351:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211990.906360:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954720832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211990.906389:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954720832/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211990.906418:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715211990.906420:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211990.906423:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000400:00000200:1.0:1715211990.906429:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715211990.906429:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715211990.906432:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715211990.906442:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954720896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211990.906728:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954720896/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211990.906754:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715211990.906762:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715211990.906765:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715211995.911616:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715211995.911634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715211995.911713:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715211995.911718:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:1.0:1715211995.911867:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 02000000:00000010:2.0:1715211995.911867:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715211995.911884:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715211995.911884:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715211995.911894:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715211995.911894:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211995.911903:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954720960, portal 25 00000100:00000200:1.0:1715211995.911909:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721024, portal 4 00000400:00000010:2.0:1715211995.911909:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715211995.911912:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954720960, offset 0 00000400:00000010:1.0:1715211995.911917:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000400:00000200:2.0:1715211995.911925:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715211995.911931:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721024, offset 0 00000400:00000200:1.0:1715211995.911938:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715211995.911945:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715211995.911952:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211995.911957:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715211995.911961:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211995.911964:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715211995.911968:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1316:1316:256:4294967295] 192.168.203.134@tcp LPNI seq info [1316:1316:8:4294967295] 00000400:00000200:2.0:1715211995.911981:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211995.911988:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715211995.911990:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715211995.911993:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715211995.911994:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211995.911997:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715211995.912000:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211995.912001:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715211995.912002:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715211995.912005:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1317:1317:255:4294967295] 192.168.203.134@tcp LPNI seq info [1317:1317:7:4294967295] 00000800:00000200:2.0:1715211995.912012:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715211995.912015:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715211995.912018:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211995.912020:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715211995.912024:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715211995.912029:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715211995.912035:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715211995.912039:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211995.912210:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211995.912216:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715211995.912224:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211995.912232:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211995.912237:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715211995.912239:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715211995.912251:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954720960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211995.912347:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211995.912349:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715211995.912352:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211995.912356:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715211995.912359:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715211995.912360:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715211995.912365:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954721024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211995.914383:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211995.914398:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414ec0 00000400:00000200:0.0:1715211995.914409:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29e9 [1] + 224 00000400:00000200:0.0:1715211995.914426:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211995.914432:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211995.914443:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954720960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211995.914560:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715211995.914570:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414f00 00000400:00000200:0.0:1715211995.914593:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29ed [1] + 224 00000400:00000200:0.0:1715211995.914611:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211995.914615:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715211995.914620:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954721024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211995.914664:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715211995.914672:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715211995.914674:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715211995.914683:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954720960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211995.914712:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954720960/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211995.914741:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715211995.914741:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715211995.914747:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000400:00000200:1.0:1715211995.914749:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715211995.914751:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715211995.914753:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000200:1.0:1715211995.914759:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954721024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211995.914787:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954721024/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211995.914813:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715211995.914818:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715211995.914821:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715212000.919590:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212000.919637:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715212000.919679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212000.919683:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212000.919802:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212000.919809:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:1.0:1715212000.919818:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212000.919818:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212000.919827:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212000.919827:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212000.919836:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721152, portal 4 00000100:00000200:2.0:1715212000.919842:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721088, portal 25 00000400:00000010:1.0:1715212000.919844:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000100:00000200:1.0:1715212000.919848:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721152, offset 0 00000400:00000010:2.0:1715212000.919848:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715212000.919850:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721088, offset 0 00000400:00000200:1.0:1715212000.919861:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212000.919870:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212000.919881:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212000.919888:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212000.919894:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212000.919898:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212000.919900:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212000.919904:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1318:1318:256:4294967295] 192.168.203.134@tcp LPNI seq info [1318:1318:8:4294967295] 00000400:00000200:1.0:1715212000.919917:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212000.919924:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212000.919925:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212000.919929:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715212000.919929:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212000.919933:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212000.919936:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212000.919937:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212000.919938:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212000.919941:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1319:1319:255:4294967295] 192.168.203.134@tcp LPNI seq info [1319:1319:7:4294967295] 00000800:00000200:1.0:1715212000.919948:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212000.919951:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212000.919954:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212000.919956:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212000.919959:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715212000.919964:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212000.919970:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212000.919974:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212000.920104:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212000.920110:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212000.920117:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212000.920124:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212000.920129:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715212000.920132:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715212000.920143:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954721152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212000.920206:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212000.920209:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212000.920212:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212000.920216:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212000.920218:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715212000.920220:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715212000.920225:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954721088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212000.922054:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212000.922069:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030414f80 00000400:00000200:0.0:1715212000.922080:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29f9 [1] + 224 00000400:00000200:0.0:1715212000.922097:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212000.922103:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212000.922114:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954721152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212000.922171:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212000.922197:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414f40 00000400:00000200:0.0:1715212000.922204:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x29fd [1] + 224 00000400:00000200:0.0:1715212000.922225:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212000.922232:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212000.922240:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954721088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212000.922242:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212000.922250:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212000.922252:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212000.922260:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954721152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212000.922288:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954721152/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212000.922323:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212000.922329:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212000.922335:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:2.0:1715212000.922361:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212000.922370:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212000.922372:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212000.922380:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954721088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212000.922408:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954721088/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212000.922426:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212000.922430:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715212000.922433:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715212005.927628:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212005.927643:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715212005.927701:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212005.927706:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:1.0:1715212005.927842:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 02000000:00000010:2.0:1715212005.927842:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212005.927858:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212005.927858:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212005.927867:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212005.927867:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212005.927876:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721280, portal 4 00000100:00000200:2.0:1715212005.927882:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721216, portal 25 00000400:00000010:1.0:1715212005.927884:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715212005.927887:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721280, offset 0 00000400:00000010:2.0:1715212005.927887:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715212005.927889:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721216, offset 0 00000400:00000200:1.0:1715212005.927900:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212005.927909:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212005.927920:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212005.927927:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212005.927932:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212005.927937:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212005.927939:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212005.927943:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1320:1320:256:4294967295] 192.168.203.134@tcp LPNI seq info [1320:1320:8:4294967295] 00000400:00000200:1.0:1715212005.927955:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212005.927963:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212005.927964:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212005.927968:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715212005.927968:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212005.927971:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212005.927974:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212005.927976:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212005.927977:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212005.927980:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1321:1321:255:4294967295] 192.168.203.134@tcp LPNI seq info [1321:1321:7:4294967295] 00000800:00000200:1.0:1715212005.927987:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212005.927990:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212005.927993:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212005.927995:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212005.927998:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715212005.928003:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212005.928010:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212005.928013:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212005.928167:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212005.928173:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212005.928180:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212005.928187:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212005.928192:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715212005.928194:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715212005.928205:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954721280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212005.928296:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212005.928299:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212005.928302:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212005.928307:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212005.928309:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715212005.928311:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715212005.928316:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954721216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212005.930057:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212005.930071:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415000 00000400:00000200:0.0:1715212005.930083:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a09 [1] + 224 00000400:00000200:0.0:1715212005.930099:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212005.930105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212005.930116:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954721280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212005.930201:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212005.930211:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030414fc0 00000400:00000200:0.0:1715212005.930218:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a0d [1] + 224 00000400:00000200:0.0:1715212005.930241:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212005.930246:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212005.930252:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954721216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212005.930284:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212005.930292:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212005.930294:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212005.930302:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954721280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212005.930331:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954721280/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212005.930367:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212005.930374:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000400:00000010:2.0:1715212005.930378:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000100:00000010:1.0:1715212005.930380:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000200:2.0:1715212005.930386:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212005.930389:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212005.930397:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954721216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212005.930425:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954721216/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212005.930443:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212005.930447:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715212005.930450:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212010.935609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212010.935632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212010.935681:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212010.935685:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:1.0:1715212010.935807:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 02000000:00000010:2.0:1715212010.935807:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212010.935823:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212010.935823:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212010.935833:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212010.935833:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212010.935841:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721408, portal 4 00000100:00000200:2.0:1715212010.935848:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721344, portal 25 00000400:00000010:1.0:1715212010.935849:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000400:00000010:2.0:1715212010.935852:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:1.0:1715212010.935853:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721408, offset 0 00000100:00000200:2.0:1715212010.935855:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721344, offset 0 00000400:00000200:1.0:1715212010.935866:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212010.935874:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212010.935885:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212010.935892:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212010.935897:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212010.935901:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212010.935904:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212010.935908:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1322:1322:256:4294967295] 192.168.203.134@tcp LPNI seq info [1322:1322:8:4294967295] 00000400:00000200:1.0:1715212010.935919:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212010.935926:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212010.935927:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212010.935931:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715212010.935933:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:2.0:1715212010.935935:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212010.935938:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212010.935940:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212010.935940:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212010.935943:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1323:1323:255:4294967295] 192.168.203.134@tcp LPNI seq info [1323:1323:7:4294967295] 00000800:00000200:1.0:1715212010.935951:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212010.935953:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212010.935956:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212010.935958:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212010.935962:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715212010.935967:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212010.935973:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212010.935977:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212010.936111:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212010.936117:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212010.936123:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212010.936131:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212010.936136:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715212010.936139:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715212010.936149:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954721408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212010.936245:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212010.936247:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212010.936251:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212010.936255:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212010.936257:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715212010.936259:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715212010.936264:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954721344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212010.938089:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212010.938104:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415080 00000400:00000200:0.0:1715212010.938112:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a19 [1] + 224 00000400:00000200:0.0:1715212010.938125:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212010.938128:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212010.938151:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954721408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212010.938210:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212010.938220:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415040 00000400:00000200:0.0:1715212010.938228:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a1d [1] + 224 00000400:00000200:0.0:1715212010.938249:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212010.938255:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212010.938264:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954721344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212010.938283:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212010.938291:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212010.938293:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212010.938301:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954721408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212010.938330:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954721408/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212010.938366:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212010.938372:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715212010.938378:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:2.0:1715212010.938388:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212010.938396:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212010.938398:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212010.938406:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954721344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212010.938445:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954721344/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212010.938492:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212010.938497:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212010.938501:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212015.943624:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212015.943647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715212015.943695:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212015.943699:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715212015.943807:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212015.943819:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212015.943823:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212015.943829:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212015.943832:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212015.943834:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715212015.943840:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721472, portal 25 00000100:00000200:1.0:1715212015.943841:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721536, portal 4 00000400:00000010:2.0:1715212015.943846:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000010:1.0:1715212015.943848:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:2.0:1715212015.943849:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721472, offset 0 00000100:00000200:1.0:1715212015.943851:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721536, offset 0 00000400:00000200:1.0:1715212015.943862:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212015.943871:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212015.943881:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212015.943888:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212015.943894:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212015.943898:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212015.943900:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212015.943904:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1324:1324:256:4294967295] 192.168.203.134@tcp LPNI seq info [1324:1324:8:4294967295] 00000400:00000200:1.0:1715212015.943917:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212015.943924:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212015.943926:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212015.943929:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000400:00000200:2.0:1715212015.943930:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212015.943933:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715212015.943936:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212015.943937:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212015.943939:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212015.943942:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1325:1325:255:4294967295] 192.168.203.134@tcp LPNI seq info [1325:1325:7:4294967295] 00000800:00000200:1.0:1715212015.943945:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212015.943950:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715212015.943952:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212015.943956:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212015.943961:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715212015.943966:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212015.943972:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212015.943976:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212015.944107:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212015.944114:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212015.944120:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212015.944127:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212015.944133:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715212015.944135:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715212015.944145:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954721536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212015.944229:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212015.944232:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212015.944235:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212015.944239:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212015.944241:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715212015.944243:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715212015.944249:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954721472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212015.946359:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212015.946374:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304150c0 00000400:00000200:0.0:1715212015.946382:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a29 [1] + 224 00000400:00000200:0.0:1715212015.946394:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212015.946415:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212015.946423:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954721472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212015.946491:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212015.946497:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415100 00000400:00000200:0.0:1715212015.946502:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a2d [1] + 224 00000400:00000200:0.0:1715212015.946545:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212015.946550:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212015.946555:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954721536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212015.946567:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212015.946575:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212015.946577:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212015.946586:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954721472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212015.946615:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954721472/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212015.946643:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212015.946649:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715212015.946655:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715212015.946669:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212015.946676:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212015.946679:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212015.946687:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954721536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212015.946715:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954721536/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212015.946740:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212015.946745:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715212015.946748:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715212020.951576:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212020.951598:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212020.951646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212020.951651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212020.951767:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212020.951779:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212020.951784:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212020.951788:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212020.951793:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212020.951794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715212020.951801:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721600, portal 25 00000400:00000010:2.0:1715212020.951807:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715212020.951809:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721664, portal 4 00000100:00000200:2.0:1715212020.951810:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721600, offset 0 00000400:00000010:1.0:1715212020.951816:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000400:00000200:2.0:1715212020.951823:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212020.951828:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721664, offset 0 00000400:00000200:1.0:1715212020.951836:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212020.951843:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212020.951850:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212020.951855:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212020.951860:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212020.951863:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212020.951867:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1326:1326:256:4294967295] 192.168.203.134@tcp LPNI seq info [1326:1326:8:4294967295] 00000400:00000200:2.0:1715212020.951878:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212020.951885:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212020.951887:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212020.951890:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715212020.951891:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212020.951894:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212020.951897:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212020.951899:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212020.951900:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212020.951903:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1327:1327:255:4294967295] 192.168.203.134@tcp LPNI seq info [1327:1327:7:4294967295] 00000800:00000200:2.0:1715212020.951910:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212020.951913:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212020.951916:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212020.951917:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212020.951921:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212020.951926:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212020.951932:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212020.951936:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212020.952081:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212020.952087:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212020.952095:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212020.952102:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212020.952107:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:0.0:1715212020.952110:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715212020.952122:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954721600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212020.952209:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212020.952212:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212020.952215:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212020.952219:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212020.952222:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715212020.952223:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715212020.952227:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954721664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212020.954198:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212020.954212:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415140 00000400:00000200:0.0:1715212020.954220:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a39 [1] + 224 00000400:00000200:0.0:1715212020.954254:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212020.954258:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212020.954266:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954721600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212020.954305:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212020.954311:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415180 00000400:00000200:0.0:1715212020.954315:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a3d [1] + 224 00000400:00000200:0.0:1715212020.954330:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212020.954334:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212020.954338:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954721664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212020.954395:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212020.954403:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212020.954405:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212020.954413:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954721600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212020.954445:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954721600/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212020.954449:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212020.954457:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212020.954459:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212020.954558:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212020.954565:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212020.954571:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000200:1.0:1715212020.954748:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954721664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212020.954777:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954721664/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212020.954803:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212020.954808:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212020.954811:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715212025.959626:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212025.959648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715212025.959698:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212025.959702:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715212025.959814:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212025.959827:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212025.959830:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212025.959837:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212025.959840:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212025.959842:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212025.959849:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721792, portal 4 00000100:00000200:2.0:1715212025.959849:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721728, portal 25 00000400:00000010:2.0:1715212025.959854:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000010:1.0:1715212025.959855:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000100:00000200:2.0:1715212025.959857:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721728, offset 0 00000100:00000200:1.0:1715212025.959858:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721792, offset 0 00000400:00000200:2.0:1715212025.959870:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212025.959879:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212025.959890:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212025.959897:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212025.959902:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212025.959907:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212025.959909:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212025.959913:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1328:1328:256:4294967295] 192.168.203.134@tcp LPNI seq info [1328:1328:8:4294967295] 00000400:00000200:2.0:1715212025.959926:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212025.959932:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212025.959934:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212025.959939:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715212025.959939:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715212025.959942:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212025.959944:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212025.959946:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212025.959947:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212025.959950:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1329:1329:255:4294967295] 192.168.203.134@tcp LPNI seq info [1329:1329:7:4294967295] 00000800:00000200:2.0:1715212025.959958:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212025.959960:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212025.959964:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212025.959965:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212025.959969:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212025.959974:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212025.959980:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212025.959984:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212025.960124:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212025.960130:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212025.960137:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212025.960144:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212025.960150:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715212025.960152:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715212025.960164:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954721728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212025.960254:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212025.960257:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212025.960260:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212025.960264:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212025.960266:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715212025.960268:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715212025.960272:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954721792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212025.962035:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212025.962049:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304151c0 00000400:00000200:0.0:1715212025.962073:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a49 [1] + 224 00000400:00000200:0.0:1715212025.962087:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212025.962091:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212025.962099:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954721728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212025.962138:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212025.962144:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415200 00000400:00000200:0.0:1715212025.962148:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a4d [1] + 224 00000400:00000200:0.0:1715212025.962163:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212025.962166:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212025.962171:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954721792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212025.962227:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212025.962235:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212025.962237:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212025.962245:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954721728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212025.962274:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954721728/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212025.962288:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212025.962296:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212025.962298:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212025.962302:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000100:00000200:1.0:1715212025.962306:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954721792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212025.962308:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715212025.962314:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000200:1.0:1715212025.962334:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954721792/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212025.962360:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212025.962364:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715212025.962367:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715212030.967604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212030.967629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212030.967677:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212030.967681:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:1.0:1715212030.967818:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 02000000:00000010:2.0:1715212030.967818:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212030.967835:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212030.967835:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212030.967843:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212030.967843:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212030.967852:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721920, portal 4 00000100:00000200:2.0:1715212030.967859:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721856, portal 25 00000400:00000010:1.0:1715212030.967862:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000400:00000010:2.0:1715212030.967864:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:1.0:1715212030.967865:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954721920, offset 0 00000100:00000200:2.0:1715212030.967867:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721856, offset 0 00000400:00000200:1.0:1715212030.967878:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212030.967887:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212030.967898:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212030.967905:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212030.967911:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212030.967915:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212030.967918:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212030.967922:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1330:1330:256:4294967295] 192.168.203.134@tcp LPNI seq info [1330:1330:8:4294967295] 00000400:00000200:1.0:1715212030.967934:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212030.967941:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212030.967943:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212030.967947:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715212030.967947:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212030.967950:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212030.967953:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212030.967954:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212030.967956:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212030.967959:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1331:1331:255:4294967295] 192.168.203.134@tcp LPNI seq info [1331:1331:7:4294967295] 00000800:00000200:1.0:1715212030.967965:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212030.967968:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212030.967970:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212030.967973:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212030.967977:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715212030.967982:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212030.967989:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212030.967992:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212030.968138:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212030.968144:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212030.968151:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212030.968159:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212030.968164:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715212030.968167:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715212030.968177:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954721920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212030.968275:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212030.968278:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212030.968281:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212030.968285:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212030.968287:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715212030.968289:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715212030.968294:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954721856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212030.970223:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212030.970258:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415280 00000400:00000200:0.0:1715212030.970268:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a59 [1] + 224 00000400:00000200:0.0:1715212030.970287:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212030.970293:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212030.970303:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954721920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212030.970360:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212030.970370:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415240 00000400:00000200:0.0:1715212030.970377:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a5d [1] + 224 00000400:00000200:0.0:1715212030.970402:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212030.970433:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212030.970439:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954721856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212030.970458:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212030.970502:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212030.970504:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212030.970513:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954721920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212030.970542:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954721920/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212030.970556:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212030.970564:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212030.970566:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212030.970574:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954721856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212030.970578:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212030.970584:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715212030.970590:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:2.0:1715212030.970603:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954721856/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212030.970620:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212030.970625:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715212030.970628:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715212035.975589:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212035.975609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212035.975658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212035.975662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715212035.975780:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212035.975794:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212035.975797:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212035.975804:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212035.975807:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212035.975810:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212035.975816:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722048, portal 4 00000100:00000200:2.0:1715212035.975816:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954721984, portal 25 00000400:00000010:2.0:1715212035.975821:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000400:00000010:1.0:1715212035.975823:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000100:00000200:2.0:1715212035.975825:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954721984, offset 0 00000100:00000200:1.0:1715212035.975826:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722048, offset 0 00000400:00000200:2.0:1715212035.975839:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212035.975848:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212035.975858:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212035.975864:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212035.975870:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212035.975874:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212035.975877:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212035.975881:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1332:1332:256:4294967295] 192.168.203.134@tcp LPNI seq info [1332:1332:8:4294967295] 00000400:00000200:2.0:1715212035.975894:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212035.975901:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212035.975902:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212035.975906:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715212035.975906:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715212035.975910:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212035.975912:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212035.975914:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212035.975915:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212035.975917:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1333:1333:255:4294967295] 192.168.203.134@tcp LPNI seq info [1333:1333:7:4294967295] 00000800:00000200:2.0:1715212035.975924:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212035.975927:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212035.975930:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212035.975932:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212035.975936:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212035.975941:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212035.975947:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212035.975950:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212035.976094:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212035.976100:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212035.976107:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212035.976115:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212035.976120:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715212035.976122:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715212035.976134:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954721984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212035.976233:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212035.976236:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212035.976239:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212035.976243:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212035.976245:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715212035.976247:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715212035.976251:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954722048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212035.978212:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212035.978225:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304152c0 00000400:00000200:0.0:1715212035.978234:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a69 [1] + 224 00000400:00000200:0.0:1715212035.978250:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212035.978256:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212035.978266:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954721984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212035.978321:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212035.978331:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415300 00000400:00000200:0.0:1715212035.978337:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a6d [1] + 224 00000400:00000200:0.0:1715212035.978362:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212035.978369:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212035.978403:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954722048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212035.978419:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212035.978426:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212035.978428:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212035.978436:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954721984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212035.978524:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212035.978526:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954721984/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212035.978531:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212035.978534:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212035.978541:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954722048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212035.978555:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212035.978562:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212035.978568:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:1.0:1715212035.978570:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954722048/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212035.978595:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212035.978600:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715212035.978603:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715212040.983577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212040.983597:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212040.983646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212040.983650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212040.983775:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212040.983778:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:1.0:1715212040.983791:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212040.983791:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212040.983800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212040.983800:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212040.983809:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722176, portal 4 00000100:00000200:2.0:1715212040.983815:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722112, portal 25 00000400:00000010:1.0:1715212040.983818:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000010:2.0:1715212040.983820:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:1.0:1715212040.983821:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722176, offset 0 00000100:00000200:2.0:1715212040.983823:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954722112, offset 0 00000400:00000200:1.0:1715212040.983834:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212040.983842:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212040.983853:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212040.983861:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212040.983866:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212040.983870:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212040.983873:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212040.983877:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1334:1334:256:4294967295] 192.168.203.134@tcp LPNI seq info [1334:1334:8:4294967295] 00000400:00000200:1.0:1715212040.983889:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212040.983896:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212040.983897:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212040.983901:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000400:00000200:2.0:1715212040.983901:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212040.983905:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212040.983908:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212040.983909:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212040.983911:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212040.983914:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1335:1335:255:4294967295] 192.168.203.134@tcp LPNI seq info [1335:1335:7:4294967295] 00000800:00000200:1.0:1715212040.983921:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212040.983924:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212040.983927:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212040.983929:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212040.983933:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715212040.983938:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212040.983944:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212040.983948:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212040.984085:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212040.984091:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212040.984097:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212040.984105:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212040.984111:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715212040.984113:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715212040.984123:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954722176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212040.984200:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212040.984202:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212040.984206:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212040.984210:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212040.984212:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715212040.984213:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715212040.984237:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954722112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212040.986093:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212040.986107:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415380 00000400:00000200:0.0:1715212040.986116:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a79 [1] + 224 00000400:00000200:0.0:1715212040.986133:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212040.986139:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212040.986149:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954722176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212040.986206:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212040.986216:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415340 00000400:00000200:0.0:1715212040.986223:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a7d [1] + 224 00000400:00000200:0.0:1715212040.986245:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212040.986252:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212040.986260:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954722112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212040.986280:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212040.986288:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212040.986290:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212040.986298:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954722176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212040.986328:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954722176/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212040.986390:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212040.986397:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212040.986403:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:2.0:1715212040.986406:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212040.986414:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212040.986416:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212040.986425:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954722112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212040.986453:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954722112/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212040.986522:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212040.986527:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715212040.986531:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212045.991572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212045.991599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212045.991642:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212045.991646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212045.991762:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212045.991771:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212045.991779:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212045.991780:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715212045.991788:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212045.991788:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212045.991796:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722304, portal 4 00000100:00000200:2.0:1715212045.991803:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722240, portal 25 00000400:00000010:1.0:1715212045.991805:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000100:00000200:1.0:1715212045.991808:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722304, offset 0 00000400:00000010:2.0:1715212045.991808:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715212045.991811:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954722240, offset 0 00000400:00000200:1.0:1715212045.991822:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212045.991830:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212045.991841:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212045.991848:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212045.991854:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212045.991858:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212045.991861:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212045.991865:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1336:1336:256:4294967295] 192.168.203.134@tcp LPNI seq info [1336:1336:8:4294967295] 00000400:00000200:1.0:1715212045.991876:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212045.991883:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212045.991885:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212045.991888:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000400:00000200:2.0:1715212045.991889:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212045.991892:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212045.991895:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212045.991897:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212045.991898:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212045.991901:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1337:1337:255:4294967295] 192.168.203.134@tcp LPNI seq info [1337:1337:7:4294967295] 00000800:00000200:1.0:1715212045.991909:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212045.991911:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212045.991915:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212045.991916:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212045.991920:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715212045.991925:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212045.991931:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212045.991935:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212045.992061:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212045.992067:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212045.992073:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212045.992081:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212045.992086:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715212045.992089:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715212045.992099:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954722304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212045.992164:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212045.992167:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212045.992170:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212045.992174:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212045.992177:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715212045.992193:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715212045.992201:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954722240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212045.993752:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212045.993765:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415400 00000400:00000200:0.0:1715212045.993773:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a89 [1] + 224 00000400:00000200:0.0:1715212045.993788:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212045.993794:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212045.993803:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954722304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212045.993858:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212045.993868:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304153c0 00000400:00000200:0.0:1715212045.993875:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a8d [1] + 224 00000400:00000200:0.0:1715212045.993896:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212045.993903:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212045.993911:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954722240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212045.993932:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212045.993940:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212045.993942:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212045.993950:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954722304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212045.993980:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954722304/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212045.994016:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212045.994022:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212045.994028:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:2.0:1715212045.994036:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212045.994044:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212045.994046:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212045.994054:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954722240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212045.994082:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954722240/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212045.994100:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212045.994105:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715212045.994108:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715212050.999575:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212050.999590:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715212050.999630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212050.999634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:1.0:1715212050.999768:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 02000000:00000010:2.0:1715212050.999769:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212050.999785:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212050.999785:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212050.999794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212050.999794:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212050.999803:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722432, portal 4 00000100:00000200:2.0:1715212050.999810:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722368, portal 25 00000400:00000010:1.0:1715212050.999812:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:1.0:1715212050.999815:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722432, offset 0 00000400:00000010:2.0:1715212050.999815:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715212050.999817:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954722368, offset 0 00000400:00000200:1.0:1715212050.999828:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212050.999837:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212050.999848:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212050.999855:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212050.999860:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212050.999864:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212050.999867:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212050.999871:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1338:1338:256:4294967295] 192.168.203.134@tcp LPNI seq info [1338:1338:8:4294967295] 00000400:00000200:1.0:1715212050.999883:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212050.999890:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212050.999892:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212050.999895:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000400:00000200:2.0:1715212050.999896:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212050.999899:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715212050.999902:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212050.999902:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212050.999905:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212050.999907:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1339:1339:255:4294967295] 192.168.203.134@tcp LPNI seq info [1339:1339:7:4294967295] 00000800:00000200:1.0:1715212050.999913:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212050.999917:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212050.999918:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212050.999922:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212050.999925:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715212050.999930:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212050.999936:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212050.999940:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212051.000084:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212051.000090:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212051.000097:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212051.000104:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212051.000110:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715212051.000112:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715212051.000123:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954722432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212051.000216:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212051.000219:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212051.000222:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212051.000226:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212051.000246:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715212051.000248:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715212051.000254:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954722368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212051.002313:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212051.002327:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415480 00000400:00000200:0.0:1715212051.002336:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a99 [1] + 224 00000400:00000200:0.0:1715212051.002348:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212051.002352:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212051.002360:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954722432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212051.002399:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212051.002404:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415440 00000400:00000200:0.0:1715212051.002408:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2a9d [1] + 224 00000400:00000200:0.0:1715212051.002428:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212051.002432:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212051.002437:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954722368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212051.002560:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212051.002567:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212051.002570:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212051.002578:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954722368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212051.002606:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954722368/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212051.002634:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212051.002640:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715212051.002645:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000010:1.0:1715212051.002667:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212051.002675:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212051.002677:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212051.002684:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954722432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212051.002713:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954722432/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212051.002739:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212051.002743:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212051.002746:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715212056.007586:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212056.007599:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212056.007637:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212056.007641:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715212056.007772:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212056.007773:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:1.0:1715212056.007789:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212056.007789:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212056.007798:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212056.007798:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212056.007806:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722496, portal 25 00000400:00000010:2.0:1715212056.007812:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:1.0:1715212056.007813:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722560, portal 4 00000100:00000200:2.0:1715212056.007815:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954722496, offset 0 00000400:00000010:1.0:1715212056.007821:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000400:00000200:2.0:1715212056.007828:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212056.007834:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722560, offset 0 00000400:00000200:1.0:1715212056.007842:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212056.007847:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212056.007854:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212056.007860:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212056.007864:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212056.007867:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212056.007871:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1340:1340:256:4294967295] 192.168.203.134@tcp LPNI seq info [1340:1340:8:4294967295] 00000400:00000200:2.0:1715212056.007883:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212056.007889:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212056.007891:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212056.007895:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715212056.007895:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715212056.007899:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212056.007901:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212056.007902:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212056.007904:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212056.007907:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1341:1341:255:4294967295] 192.168.203.134@tcp LPNI seq info [1341:1341:7:4294967295] 00000800:00000200:2.0:1715212056.007913:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212056.007917:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212056.007919:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212056.007921:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212056.007926:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212056.007931:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212056.007937:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212056.007940:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212056.008079:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212056.008085:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212056.008093:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212056.008100:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212056.008105:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715212056.008108:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715212056.008119:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954722496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212056.008208:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212056.008210:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212056.008213:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212056.008234:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212056.008277:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715212056.008279:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715212056.008285:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954722560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212056.010337:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212056.010352:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415500 00000400:00000200:0.0:1715212056.010360:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2aad [1] + 224 00000400:00000200:0.0:1715212056.010372:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212056.010376:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212056.010384:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954722560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212056.010421:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212056.010426:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304154c0 00000400:00000200:0.0:1715212056.010430:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2aa9 [1] + 224 00000400:00000200:0.0:1715212056.010447:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212056.010451:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212056.010456:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954722496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212056.010505:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212056.010513:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212056.010515:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212056.010523:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954722560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212056.010552:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954722560/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212056.010589:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212056.010594:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715212056.010600:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000010:2.0:1715212056.010616:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212056.010624:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212056.010626:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212056.010635:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954722496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212056.010663:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954722496/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212056.010681:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212056.010685:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212056.010688:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715212061.015577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212061.015590:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212061.015628:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212061.015633:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212061.015742:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212061.015758:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715212061.015762:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212061.015767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212061.015771:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212061.015776:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722624, portal 25 00000400:00000010:1.0:1715212061.015777:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212061.015781:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722688, portal 4 00000400:00000010:2.0:1715212061.015782:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715212061.015785:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954722624, offset 0 00000400:00000010:1.0:1715212061.015788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:2.0:1715212061.015798:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212061.015803:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722688, offset 0 00000400:00000200:1.0:1715212061.015811:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212061.015817:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212061.015824:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212061.015830:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212061.015834:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212061.015837:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212061.015841:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1342:1342:256:4294967295] 192.168.203.134@tcp LPNI seq info [1342:1342:8:4294967295] 00000400:00000200:2.0:1715212061.015853:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212061.015860:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212061.015862:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212061.015866:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715212061.015867:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715212061.015869:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212061.015872:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212061.015875:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212061.015875:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212061.015878:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1343:1343:255:4294967295] 192.168.203.134@tcp LPNI seq info [1343:1343:7:4294967295] 00000800:00000200:2.0:1715212061.015887:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212061.015888:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212061.015893:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212061.015893:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715212061.015897:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212061.015902:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212061.015908:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212061.015912:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212061.016039:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212061.016045:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212061.016051:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212061.016059:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212061.016064:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715212061.016066:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715212061.016077:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954722624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212061.016140:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212061.016143:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212061.016158:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212061.016162:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212061.016165:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715212061.016167:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715212061.016172:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954722688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212061.018041:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212061.018055:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415540 00000400:00000200:0.0:1715212061.018064:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ab9 [1] + 224 00000400:00000200:0.0:1715212061.018077:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212061.018081:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212061.018089:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954722624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212061.018126:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212061.018131:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415580 00000400:00000200:0.0:1715212061.018136:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2abd [1] + 224 00000400:00000200:0.0:1715212061.018150:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212061.018154:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212061.018158:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954722688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212061.018235:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212061.018243:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212061.018245:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212061.018254:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954722624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212061.018277:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212061.018282:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954722624/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212061.018285:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212061.018287:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212061.018295:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954722688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212061.018309:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212061.018315:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715212061.018320:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000200:1.0:1715212061.018323:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954722688/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212061.018348:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212061.018353:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212061.018356:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715212066.023581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212066.023594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212066.023631:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212066.023635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212066.023756:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212066.023768:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212066.023773:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212066.023777:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212066.023782:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212066.023783:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715212066.023790:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722752, portal 25 00000400:00000010:2.0:1715212066.023796:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:1.0:1715212066.023798:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722816, portal 4 00000100:00000200:2.0:1715212066.023799:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954722752, offset 0 00000400:00000010:1.0:1715212066.023807:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:2.0:1715212066.023812:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212066.023818:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722816, offset 0 00000400:00000200:1.0:1715212066.023825:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212066.023832:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212066.023839:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212066.023844:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212066.023849:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212066.023852:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212066.023855:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1344:1344:256:4294967295] 192.168.203.134@tcp LPNI seq info [1344:1344:8:4294967295] 00000400:00000200:2.0:1715212066.023868:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212066.023875:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212066.023877:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212066.023880:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715212066.023881:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212066.023884:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212066.023888:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212066.023889:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212066.023890:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212066.023893:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1345:1345:255:4294967295] 192.168.203.134@tcp LPNI seq info [1345:1345:7:4294967295] 00000800:00000200:2.0:1715212066.023901:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212066.023903:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212066.023906:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212066.023908:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212066.023912:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212066.023917:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212066.023923:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212066.023927:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212066.024065:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212066.024071:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212066.024078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212066.024086:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212066.024091:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715212066.024093:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715212066.024104:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954722752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212066.024234:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212066.024254:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212066.024257:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212066.024262:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212066.024265:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715212066.024266:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715212066.024271:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954722816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212066.026066:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212066.026080:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304155c0 00000400:00000200:0.0:1715212066.026088:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ac9 [1] + 224 00000400:00000200:0.0:1715212066.026101:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212066.026105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212066.026113:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954722752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212066.026150:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212066.026155:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415600 00000400:00000200:0.0:1715212066.026159:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2acd [1] + 224 00000400:00000200:0.0:1715212066.026201:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212066.026206:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212066.026211:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954722816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212066.026250:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212066.026258:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212066.026260:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212066.026268:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954722752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212066.026296:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954722752/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212066.026324:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212066.026329:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715212066.026330:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715212066.026335:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000200:1.0:1715212066.026337:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212066.026339:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212066.026347:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954722816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212066.026375:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954722816/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212066.026402:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212066.026407:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212066.026410:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715212071.031600:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212071.031624:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212071.031673:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212071.031678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212071.031794:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212071.031799:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:1.0:1715212071.031810:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212071.031810:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212071.031819:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212071.031819:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212071.031828:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722944, portal 4 00000100:00000200:2.0:1715212071.031834:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954722880, portal 25 00000400:00000010:1.0:1715212071.031836:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000400:00000010:2.0:1715212071.031838:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:1.0:1715212071.031839:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954722944, offset 0 00000100:00000200:2.0:1715212071.031841:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954722880, offset 0 00000400:00000200:1.0:1715212071.031852:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212071.031861:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212071.031871:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212071.031878:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212071.031883:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212071.031887:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212071.031890:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212071.031893:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1346:1346:256:4294967295] 192.168.203.134@tcp LPNI seq info [1346:1346:8:4294967295] 00000400:00000200:1.0:1715212071.031906:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212071.031913:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212071.031915:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212071.031918:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715212071.031919:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000400:00000200:2.0:1715212071.031922:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212071.031925:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212071.031926:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212071.031928:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212071.031930:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1347:1347:255:4294967295] 192.168.203.134@tcp LPNI seq info [1347:1347:7:4294967295] 00000800:00000200:1.0:1715212071.031938:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212071.031940:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212071.031943:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212071.031945:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212071.031949:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715212071.031954:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212071.031960:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212071.031964:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212071.032101:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212071.032107:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212071.032113:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212071.032121:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212071.032126:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715212071.032129:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715212071.032181:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954722944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212071.032310:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212071.032313:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212071.032316:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212071.032320:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212071.032323:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715212071.032325:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715212071.032331:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954722880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212071.034367:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212071.034381:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415680 00000400:00000200:0.0:1715212071.034389:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ad9 [1] + 224 00000400:00000200:0.0:1715212071.034402:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212071.034406:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212071.034415:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954722944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212071.034452:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212071.034457:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415640 00000400:00000200:0.0:1715212071.034490:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2add [1] + 224 00000400:00000200:0.0:1715212071.034508:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212071.034512:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212071.034518:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954722880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212071.034540:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212071.034548:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212071.034550:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212071.034558:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954722944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212071.034587:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954722944/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212071.034624:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212071.034630:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212071.034636:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:2.0:1715212071.034637:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212071.034645:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212071.034647:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212071.034655:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954722880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212071.034684:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954722880/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212071.034702:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212071.034706:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715212071.034709:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715212076.039578:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212076.039591:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212076.039630:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212076.039634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:1.0:1715212076.039779:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 02000000:00000010:2.0:1715212076.039779:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212076.039796:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212076.039796:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212076.039805:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212076.039805:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212076.039813:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723072, portal 4 00000100:00000200:2.0:1715212076.039820:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723008, portal 25 00000400:00000010:1.0:1715212076.039822:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000400:00000010:2.0:1715212076.039825:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:1.0:1715212076.039826:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723072, offset 0 00000100:00000200:2.0:1715212076.039828:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723008, offset 0 00000400:00000200:1.0:1715212076.039839:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212076.039848:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212076.039859:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212076.039866:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212076.039871:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212076.039876:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212076.039878:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212076.039883:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1348:1348:256:4294967295] 192.168.203.134@tcp LPNI seq info [1348:1348:8:4294967295] 00000400:00000200:1.0:1715212076.039895:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212076.039902:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212076.039904:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212076.039907:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000400:00000200:2.0:1715212076.039908:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212076.039911:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212076.039914:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715212076.039915:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212076.039917:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212076.039919:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1349:1349:255:4294967295] 192.168.203.134@tcp LPNI seq info [1349:1349:7:4294967295] 00000800:00000200:1.0:1715212076.039926:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1715212076.039929:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212076.039931:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212076.039934:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212076.039938:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715212076.039943:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212076.039949:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212076.039953:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212076.040144:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212076.040151:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212076.040159:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212076.040167:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212076.040172:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715212076.040175:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715212076.040205:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954723072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212076.040306:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212076.040308:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212076.040312:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212076.040316:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212076.040319:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715212076.040320:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715212076.040326:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954723008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212076.042245:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212076.042259:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415700 00000400:00000200:0.0:1715212076.042268:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ae9 [1] + 224 00000400:00000200:0.0:1715212076.042280:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212076.042284:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212076.042292:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954723072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212076.042329:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212076.042334:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304156c0 00000400:00000200:0.0:1715212076.042338:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2aed [1] + 224 00000400:00000200:0.0:1715212076.042356:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212076.042360:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212076.042365:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954723008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212076.042412:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212076.042420:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212076.042422:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212076.042430:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954723072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212076.042459:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954723072/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212076.042530:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212076.042538:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212076.042540:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212076.042548:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954723008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212076.042576:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954723008/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212076.042604:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212076.042610:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715212076.042615:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 02000000:00000010:1.0:1715212076.042754:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212076.042759:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715212076.042762:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715212081.047568:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212081.047580:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212081.047619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212081.047623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212081.047733:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212081.047742:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212081.047749:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212081.047752:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715212081.047758:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000010:2.0:1715212081.047758:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:1.0:1715212081.047766:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723200, portal 4 00000400:00000010:1.0:1715212081.047774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000100:00000200:2.0:1715212081.047774:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723136, portal 25 00000100:00000200:1.0:1715212081.047778:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723200, offset 0 00000400:00000010:2.0:1715212081.047778:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715212081.047781:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723136, offset 0 00000400:00000200:1.0:1715212081.047791:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212081.047800:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212081.047810:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212081.047817:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212081.047823:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212081.047827:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212081.047829:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212081.047833:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1350:1350:256:4294967295] 192.168.203.134@tcp LPNI seq info [1350:1350:8:4294967295] 00000400:00000200:1.0:1715212081.047845:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212081.047851:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212081.047853:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:1.0:1715212081.047857:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715212081.047857:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212081.047861:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:1.0:1715212081.047864:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:2.0:1715212081.047864:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212081.047866:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212081.047869:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1351:1351:255:4294967295] 192.168.203.134@tcp LPNI seq info [1351:1351:7:4294967295] 00000800:00000200:1.0:1715212081.047874:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212081.047879:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715212081.047879:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212081.047884:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212081.047888:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715212081.047892:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212081.047899:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212081.047902:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212081.048028:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212081.048034:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212081.048041:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212081.048048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212081.048054:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715212081.048067:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715212081.048120:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954723200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212081.048186:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212081.048189:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212081.048192:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212081.048196:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212081.048199:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715212081.048201:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715212081.048206:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954723136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212081.050131:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212081.050146:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415780 00000400:00000200:0.0:1715212081.050154:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2af9 [1] + 224 00000400:00000200:0.0:1715212081.050167:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212081.050171:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212081.050179:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954723200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212081.050217:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212081.050222:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415740 00000400:00000200:0.0:1715212081.050226:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2afd [1] + 224 00000400:00000200:0.0:1715212081.050240:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212081.050244:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212081.050248:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954723136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212081.050302:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212081.050309:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212081.050312:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212081.050320:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954723200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212081.050348:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954723200/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212081.050375:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212081.050383:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 02000000:00000010:1.0:1715212081.050384:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212081.050385:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 02000000:00000010:1.0:1715212081.050390:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000200:2.0:1715212081.050393:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954723136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715212081.050396:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000200:2.0:1715212081.050421:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954723136/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212081.050439:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212081.050443:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212081.050447:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715212086.055556:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212086.055568:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212086.055601:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212086.055605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212086.055727:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212086.055738:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212086.055743:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212086.055748:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212086.055752:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212086.055754:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715212086.055761:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723264, portal 25 00000400:00000010:2.0:1715212086.055766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:1.0:1715212086.055768:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723328, portal 4 00000100:00000200:2.0:1715212086.055769:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723264, offset 0 00000400:00000010:1.0:1715212086.055776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715212086.055782:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212086.055788:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723328, offset 0 00000400:00000200:1.0:1715212086.055796:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212086.055802:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212086.055808:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212086.055814:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212086.055818:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212086.055821:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212086.055825:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1352:1352:256:4294967295] 192.168.203.134@tcp LPNI seq info [1352:1352:8:4294967295] 00000400:00000200:2.0:1715212086.055837:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212086.055844:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212086.055846:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212086.055849:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715212086.055850:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212086.055854:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212086.055856:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212086.055856:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212086.055859:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212086.055862:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1353:1353:255:4294967295] 192.168.203.134@tcp LPNI seq info [1353:1353:7:4294967295] 00000800:00000200:2.0:1715212086.055866:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212086.055871:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212086.055871:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212086.055876:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212086.055880:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212086.055885:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212086.055891:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212086.055894:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212086.056030:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212086.056079:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212086.056087:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212086.056095:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212086.056115:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715212086.056117:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715212086.056129:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954723264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212086.056219:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212086.056222:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212086.056225:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212086.056229:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212086.056231:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715212086.056233:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715212086.056237:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954723328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212086.057915:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212086.057927:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304157c0 00000400:00000200:0.0:1715212086.057935:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b09 [1] + 224 00000400:00000200:0.0:1715212086.057948:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212086.057952:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212086.057959:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954723264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212086.057994:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212086.057999:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415800 00000400:00000200:0.0:1715212086.058003:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b0d [1] + 224 00000400:00000200:0.0:1715212086.058019:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212086.058023:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212086.058028:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954723328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212086.058107:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212086.058115:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212086.058117:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212086.058125:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954723264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212086.058154:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954723264/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212086.058163:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212086.058171:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212086.058173:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212086.058181:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954723328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212086.058181:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212086.058187:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212086.058192:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000200:1.0:1715212086.058209:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954723328/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212086.058235:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212086.058239:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212086.058242:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715212091.063586:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212091.063605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212091.063648:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212091.063652:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212091.063769:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212091.063783:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212091.063786:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212091.063793:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212091.063796:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212091.063799:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715212091.063805:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723392, portal 25 00000400:00000010:2.0:1715212091.063811:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:1.0:1715212091.063814:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723456, portal 4 00000100:00000200:2.0:1715212091.063814:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723392, offset 0 00000400:00000010:1.0:1715212091.063821:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:2.0:1715212091.063828:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212091.063833:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723456, offset 0 00000400:00000200:1.0:1715212091.063841:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212091.063848:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212091.063855:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212091.063860:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212091.063865:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212091.063868:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212091.063872:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1354:1354:256:4294967295] 192.168.203.134@tcp LPNI seq info [1354:1354:8:4294967295] 00000400:00000200:2.0:1715212091.063884:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212091.063892:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212091.063893:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212091.063897:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715212091.063898:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212091.063901:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212091.063904:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212091.063905:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212091.063906:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212091.063909:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1355:1355:255:4294967295] 192.168.203.134@tcp LPNI seq info [1355:1355:7:4294967295] 00000800:00000200:2.0:1715212091.063917:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212091.063920:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212091.063923:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212091.063924:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212091.063929:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212091.063933:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212091.063940:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212091.063943:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212091.064130:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212091.064136:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212091.064143:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212091.064167:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212091.064173:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715212091.064176:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715212091.064187:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954723392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212091.064284:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212091.064287:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212091.064289:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212091.064293:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212091.064296:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715212091.064298:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715212091.064302:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954723456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212091.066154:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212091.066169:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415840 00000400:00000200:0.0:1715212091.066177:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b19 [1] + 224 00000400:00000200:0.0:1715212091.066189:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212091.066193:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212091.066202:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954723392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212091.066239:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212091.066244:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415880 00000400:00000200:0.0:1715212091.066248:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b1d [1] + 224 00000400:00000200:0.0:1715212091.066265:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212091.066269:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212091.066273:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954723456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212091.066327:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212091.066335:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212091.066337:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212091.066345:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954723392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212091.066374:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954723392/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212091.066385:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212091.066393:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212091.066395:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212091.066402:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000100:00000200:1.0:1715212091.066403:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954723456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212091.066409:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715212091.066414:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:1.0:1715212091.066431:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954723456/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212091.066456:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212091.066632:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212091.066637:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715212096.071590:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212096.071603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212096.071641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212096.071645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212096.071764:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:1.0:1715212096.071778:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212096.071780:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:1.0:1715212096.071788:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:2.0:1715212096.071789:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000400:00000010:1.0:1715212096.071794:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:2.0:1715212096.071798:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723520, portal 25 00000100:00000200:1.0:1715212096.071799:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723584, portal 4 00000400:00000010:2.0:1715212096.071804:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000400:00000010:1.0:1715212096.071806:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000100:00000200:2.0:1715212096.071807:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723520, offset 0 00000100:00000200:1.0:1715212096.071809:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723584, offset 0 00000400:00000200:2.0:1715212096.071820:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212096.071829:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212096.071840:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212096.071846:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212096.071852:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212096.071857:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212096.071860:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212096.071863:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1356:1356:256:4294967295] 192.168.203.134@tcp LPNI seq info [1356:1356:8:4294967295] 00000400:00000200:2.0:1715212096.071876:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212096.071883:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212096.071884:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212096.071888:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715212096.071890:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715212096.071892:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212096.071895:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212096.071898:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212096.071898:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212096.071901:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1357:1357:255:4294967295] 192.168.203.134@tcp LPNI seq info [1357:1357:7:4294967295] 00000800:00000200:2.0:1715212096.071909:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212096.071910:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212096.071914:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212096.071915:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212096.071920:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212096.071925:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212096.071931:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212096.071935:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212096.072088:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212096.072094:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212096.072119:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212096.072127:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212096.072133:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715212096.072135:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715212096.072146:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954723520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212096.072238:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212096.072241:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212096.072244:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212096.072248:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212096.072250:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715212096.072252:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715212096.072256:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954723584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212096.074168:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212096.074182:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304158c0 00000400:00000200:0.0:1715212096.074190:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b29 [1] + 224 00000400:00000200:0.0:1715212096.074203:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212096.074207:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212096.074215:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954723520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212096.074252:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212096.074257:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415900 00000400:00000200:0.0:1715212096.074262:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b2d [1] + 224 00000400:00000200:0.0:1715212096.074279:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212096.074283:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212096.074288:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954723584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212096.074339:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212096.074347:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212096.074349:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212096.074357:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954723520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212096.074386:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954723520/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212096.074404:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212096.074412:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715212096.074413:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212096.074415:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212096.074420:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000200:1.0:1715212096.074422:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954723584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212096.074425:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000200:1.0:1715212096.074450:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954723584/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212096.074570:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212096.074575:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212096.074578:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715212101.079570:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212101.079585:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212101.079624:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212101.079628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212101.079717:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212101.079728:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212101.079736:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212101.079744:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723648, portal 25 00000400:00000010:2.0:1715212101.079748:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715212101.079751:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723648, offset 0 00000400:00000200:2.0:1715212101.079762:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212101.079776:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212101.079776:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212101.079782:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212101.079787:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212101.079790:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212101.079791:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212101.079793:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212101.079796:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1358:1358:256:4294967295] 192.168.203.134@tcp LPNI seq info [1358:1358:8:4294967295] 00000400:00000010:1.0:1715212101.079800:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212101.079808:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723712, portal 4 00000400:00000200:2.0:1715212101.079808:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212101.079814:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212101.079816:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000800:00000010:2.0:1715212101.079818:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000100:00000200:1.0:1715212101.079819:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723712, offset 0 00000800:00000200:2.0:1715212101.079825:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212101.079830:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212101.079834:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212101.079839:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212101.079846:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212101.079852:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212101.079857:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212101.079861:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212101.079864:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212101.079867:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1359:1359:255:4294967295] 192.168.203.134@tcp LPNI seq info [1359:1359:7:4294967295] 00000400:00000200:1.0:1715212101.079878:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212101.079885:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212101.079890:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212101.079897:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212101.079906:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212101.079911:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212101.080012:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212101.080030:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212101.080037:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212101.080045:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212101.080051:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715212101.080053:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715212101.080064:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954723648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212101.080131:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212101.080134:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212101.080137:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212101.080141:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212101.080143:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715212101.080145:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715212101.080149:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954723712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212101.082127:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212101.082142:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415940 00000400:00000200:0.0:1715212101.082151:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b39 [1] + 224 00000400:00000200:0.0:1715212101.082165:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212101.082169:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212101.082177:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954723648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212101.082216:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212101.082221:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415980 00000400:00000200:0.0:1715212101.082226:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b41 [1] + 224 00000400:00000200:0.0:1715212101.082242:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212101.082246:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212101.082251:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954723712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212101.082312:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212101.082319:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212101.082322:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212101.082333:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954723648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212101.082366:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954723648/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212101.082382:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212101.082389:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715212101.082391:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000400:00000010:1.0:1715212101.082392:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212101.082395:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000200:1.0:1715212101.082400:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954723712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212101.082400:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000200:1.0:1715212101.082429:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954723712/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212101.082548:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212101.082554:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212101.082559:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212106.087539:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212106.087554:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212106.087584:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212106.087586:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212106.087637:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212106.087644:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212106.087648:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212106.087653:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723776, portal 25 00000400:00000010:2.0:1715212106.087656:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715212106.087658:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723776, offset 0 00000400:00000200:2.0:1715212106.087664:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212106.087671:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212106.087674:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212106.087677:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212106.087680:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212106.087680:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212106.087682:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212106.087684:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212106.087685:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212106.087686:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1360:1360:256:4294967295] 192.168.203.134@tcp LPNI seq info [1360:1360:8:4294967295] 00000100:00000200:1.0:1715212106.087690:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723840, portal 4 00000400:00000200:2.0:1715212106.087692:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212106.087695:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:1.0:1715212106.087696:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723840, offset 0 00000800:00000200:2.0:1715212106.087696:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212106.087698:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715212106.087702:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212106.087704:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212106.087707:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212106.087710:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212106.087712:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212106.087715:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212106.087718:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212106.087720:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212106.087721:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212106.087723:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1361:1361:255:4294967295] 192.168.203.134@tcp LPNI seq info [1361:1361:7:4294967295] 00000400:00000200:1.0:1715212106.087728:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212106.087731:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212106.087734:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212106.087738:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212106.087743:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212106.087745:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212106.087813:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212106.087816:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212106.087822:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212106.087826:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212106.087829:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715212106.087830:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715212106.087837:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954723776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212106.087897:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212106.087898:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212106.087900:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212106.087902:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212106.087925:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715212106.087926:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715212106.087928:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954723840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212106.089048:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212106.089055:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304159c0 00000400:00000200:0.0:1715212106.089060:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b49 [1] + 224 00000400:00000200:0.0:1715212106.089067:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212106.089068:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212106.089072:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954723776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212106.089091:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212106.089093:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415a00 00000400:00000200:0.0:1715212106.089095:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b51 [1] + 224 00000400:00000200:0.0:1715212106.089107:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212106.089109:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212106.089117:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954723840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212106.089144:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212106.089148:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212106.089149:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212106.089156:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954723776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212106.089175:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212106.089175:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954723776/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212106.089179:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212106.089180:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212106.089184:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954723840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212106.089189:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212106.089192:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715212106.089195:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000200:1.0:1715212106.089204:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954723840/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212106.089223:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212106.089225:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212106.089228:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715212111.095599:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212111.095623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212111.095672:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212111.095676:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715212111.095766:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212111.095777:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212111.095785:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212111.095793:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723904, portal 25 00000400:00000010:2.0:1715212111.095798:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715212111.095800:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954723904, offset 0 00000400:00000200:2.0:1715212111.095811:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212111.095818:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212111.095827:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212111.095832:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212111.095834:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212111.095837:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212111.095841:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212111.095843:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212111.095843:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212111.095847:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1362:1362:256:4294967295] 192.168.203.134@tcp LPNI seq info [1362:1362:8:4294967295] 00000100:00000200:1.0:1715212111.095851:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954723968, portal 4 00000400:00000200:2.0:1715212111.095858:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212111.095859:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000100:00000200:1.0:1715212111.095861:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954723968, offset 0 00000800:00000200:2.0:1715212111.095864:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212111.095868:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715212111.095899:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212111.095912:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212111.095916:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212111.095923:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212111.095923:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212111.095928:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212111.095928:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212111.095932:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212111.095934:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212111.095938:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1363:1363:255:4294967295] 192.168.203.134@tcp LPNI seq info [1363:1363:7:4294967295] 00000400:00000200:1.0:1715212111.095950:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212111.095957:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212111.095962:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212111.095969:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212111.095978:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212111.095983:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212111.096095:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212111.096101:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212111.096109:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212111.096117:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212111.096122:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715212111.096124:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715212111.096138:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954723904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212111.096231:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212111.096234:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212111.096237:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212111.096241:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212111.096243:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715212111.096245:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715212111.096249:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954723968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212111.098260:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212111.098275:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415a40 00000400:00000200:0.0:1715212111.098284:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b59 [1] + 224 00000400:00000200:0.0:1715212111.098296:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212111.098300:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212111.098308:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954723904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212111.098350:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212111.098355:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415a80 00000400:00000200:0.0:1715212111.098359:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b61 [1] + 224 00000400:00000200:0.0:1715212111.098380:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212111.098396:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212111.098401:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954723968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212111.098438:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212111.098446:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212111.098448:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212111.098487:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954723904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212111.098521:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212111.098522:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954723904/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212111.098529:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212111.098531:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212111.098539:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954723968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212111.098547:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212111.098553:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212111.098558:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000200:1.0:1715212111.098569:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954723968/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212111.098602:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212111.098608:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715212111.098613:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715212116.103604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212116.103628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715212116.103674:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212116.103678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:2.0:1715212116.103765:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212116.103776:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212116.103783:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212116.103792:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724032, portal 25 00000400:00000010:2.0:1715212116.103797:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715212116.103799:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724032, offset 0 02000000:00000010:1.0:1715212116.103809:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212116.103810:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212116.103825:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212116.103826:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212116.103830:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212116.103834:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212116.103835:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212116.103867:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212116.103871:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212116.103874:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1364:1364:256:4294967295] 192.168.203.134@tcp LPNI seq info [1364:1364:8:4294967295] 00000100:00000200:1.0:1715212116.103881:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724096, portal 4 00000400:00000200:2.0:1715212116.103885:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212116.103889:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:1.0:1715212116.103892:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724096, offset 0 00000800:00000200:2.0:1715212116.103892:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212116.103897:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715212116.103903:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212116.103904:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212116.103913:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212116.103917:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212116.103919:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212116.103925:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212116.103929:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212116.103933:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212116.103935:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212116.103938:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1365:1365:255:4294967295] 192.168.203.134@tcp LPNI seq info [1365:1365:7:4294967295] 00000400:00000200:1.0:1715212116.103949:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212116.103955:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212116.103960:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212116.103967:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212116.103975:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212116.103981:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212116.104086:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212116.104092:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212116.104100:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212116.104107:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212116.104112:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715212116.104114:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715212116.104126:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954724032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212116.104221:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212116.104223:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212116.104226:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212116.104230:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212116.104232:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715212116.104233:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715212116.104237:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954724096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212116.106216:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212116.106229:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415ac0 00000400:00000200:0.0:1715212116.106238:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b69 [1] + 224 00000400:00000200:0.0:1715212116.106250:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212116.106253:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212116.106261:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954724032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212116.106299:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212116.106303:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415b00 00000400:00000200:0.0:1715212116.106307:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b71 [1] + 224 00000400:00000200:0.0:1715212116.106342:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212116.106346:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212116.106350:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954724096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212116.106388:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212116.106396:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212116.106398:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212116.106409:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954724032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212116.106442:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954724032/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212116.106496:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212116.106502:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715212116.106507:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715212116.106660:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212116.106667:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212116.106670:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212116.106677:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954724096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212116.106707:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954724096/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212116.106740:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212116.106746:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715212116.106751:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715212121.111591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212121.111612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715212121.111652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:2.0:1715212121.111662:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 02000000:00000010:3.0:1715212121.111669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000400:00000010:2.0:1715212121.111673:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212121.111680:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212121.111688:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724160, portal 25 00000400:00000010:2.0:1715212121.111692:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715212121.111695:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724160, offset 0 00000400:00000200:2.0:1715212121.111705:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212121.111720:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212121.111725:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212121.111730:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212121.111734:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212121.111737:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212121.111740:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1366:1366:256:4294967295] 192.168.203.134@tcp LPNI seq info [1366:1366:8:4294967295] 00000400:00000200:2.0:1715212121.111751:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212121.111757:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212121.111762:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715212121.111768:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212121.111776:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 02000000:00000010:1.0:1715212121.111780:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000800:00000200:2.0:1715212121.111780:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212121.111795:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715212121.111827:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212121.111836:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724224, portal 4 00000400:00000010:1.0:1715212121.111844:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715212121.111847:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724224, offset 0 00000400:00000200:1.0:1715212121.111859:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212121.111874:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212121.111880:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212121.111885:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212121.111889:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212121.111891:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212121.111895:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1367:1367:255:4294967295] 192.168.203.134@tcp LPNI seq info [1367:1367:7:4294967295] 00000400:00000200:1.0:1715212121.111906:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715212121.111907:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1715212121.111912:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715212121.111913:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000800:00000010:1.0:1715212121.111917:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212121.111920:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1715212121.111924:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715212121.111928:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000800:00000200:1.0:1715212121.111932:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715212121.111933:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715212121.111936:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000800:00000200:1.0:1715212121.111937:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1715212121.111947:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954724160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212121.112001:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212121.112003:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212121.112006:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212121.112010:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212121.112013:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715212121.112015:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715212121.112019:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954724224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212121.113304:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212121.113318:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415b40 00000400:00000200:0.0:1715212121.113326:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b79 [1] + 224 00000400:00000200:0.0:1715212121.113339:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212121.113342:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212121.113350:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954724160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212121.113388:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212121.113392:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415b80 00000400:00000200:0.0:1715212121.113406:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b81 [1] + 224 00000400:00000200:0.0:1715212121.113423:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212121.113427:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212121.113431:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954724224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212121.113498:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212121.113505:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212121.113508:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212121.113518:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954724160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212121.113546:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954724160/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212121.113548:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212121.113556:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212121.113559:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212121.113566:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954724224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212121.113571:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212121.113576:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715212121.113581:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000200:1.0:1715212121.113596:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954724224/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212121.113629:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212121.113635:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212121.113639:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715212126.119580:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212126.119600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715212126.119643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212126.119647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212126.119734:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212126.119744:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212126.119751:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212126.119759:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724288, portal 25 00000400:00000010:2.0:1715212126.119764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715212126.119766:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724288, offset 0 00000400:00000200:2.0:1715212126.119814:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212126.119818:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212126.119829:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212126.119834:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212126.119834:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212126.119839:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212126.119842:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212126.119843:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212126.119846:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212126.119849:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1368:1368:256:4294967295] 192.168.203.134@tcp LPNI seq info [1368:1368:8:4294967295] 00000100:00000200:1.0:1715212126.119850:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724352, portal 4 00000400:00000010:1.0:1715212126.119858:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000200:2.0:1715212126.119860:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212126.119861:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724352, offset 0 00000800:00000200:2.0:1715212126.119866:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212126.119870:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715212126.119873:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212126.119877:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212126.119886:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212126.119889:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212126.119891:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212126.119895:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212126.119900:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212126.119904:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212126.119907:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212126.119910:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1369:1369:255:4294967295] 192.168.203.134@tcp LPNI seq info [1369:1369:7:4294967295] 00000400:00000200:1.0:1715212126.119922:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212126.119929:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212126.119934:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212126.119941:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212126.119951:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212126.119956:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212126.120063:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212126.120069:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212126.120078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212126.120086:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212126.120091:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715212126.120093:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715212126.120106:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954724288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212126.120208:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212126.120211:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212126.120214:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212126.120218:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212126.120220:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715212126.120222:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715212126.120227:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954724352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212126.121980:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212126.121995:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415bc0 00000400:00000200:0.0:1715212126.122005:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b89 [1] + 224 00000400:00000200:0.0:1715212126.122017:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212126.122021:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212126.122029:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954724288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212126.122067:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212126.122091:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415c00 00000400:00000200:0.0:1715212126.122095:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b91 [1] + 224 00000400:00000200:0.0:1715212126.122113:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212126.122117:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212126.122122:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954724352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212126.122159:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212126.122166:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212126.122169:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212126.122179:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954724288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212126.122210:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954724288/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212126.122234:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212126.122240:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715212126.122244:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000010:1.0:1715212126.122251:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212126.122259:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212126.122262:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212126.122269:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954724352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212126.122299:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954724352/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212126.122332:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212126.122338:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212126.122342:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715212131.127588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212131.127612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715212131.127658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212131.127663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212131.127790:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212131.127801:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212131.127808:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212131.127817:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724416, portal 25 00000400:00000010:2.0:1715212131.127822:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715212131.127824:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724416, offset 0 02000000:00000010:1.0:1715212131.127828:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212131.127834:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212131.127844:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212131.127850:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212131.127853:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212131.127855:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212131.127859:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212131.127861:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724480, portal 4 00000400:00000200:2.0:1715212131.127863:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212131.127866:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212131.127869:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000400:00000200:2.0:1715212131.127869:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1370:1370:256:4294967295] 192.168.203.134@tcp LPNI seq info [1370:1370:8:4294967295] 00000100:00000200:1.0:1715212131.127871:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724480, offset 0 00000400:00000200:2.0:1715212131.127881:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212131.127883:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212131.127887:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212131.127891:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715212131.127897:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212131.127899:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212131.127905:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212131.127906:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212131.127910:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212131.127911:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212131.127914:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212131.127917:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212131.127920:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1371:1371:255:4294967295] 192.168.203.134@tcp LPNI seq info [1371:1371:7:4294967295] 00000400:00000200:1.0:1715212131.127931:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212131.127937:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212131.127942:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212131.127949:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212131.127959:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212131.127964:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212131.128085:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212131.128091:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212131.128098:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212131.128106:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212131.128111:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715212131.128114:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715212131.128126:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954724416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212131.128222:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212131.128225:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212131.128228:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212131.128231:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212131.128234:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715212131.128236:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715212131.128241:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954724480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212131.130120:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212131.130135:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415c40 00000400:00000200:0.0:1715212131.130144:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2b99 [1] + 224 00000400:00000200:0.0:1715212131.130156:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212131.130160:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212131.130169:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954724416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212131.130236:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212131.130242:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415c80 00000400:00000200:0.0:1715212131.130246:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ba1 [1] + 224 00000400:00000200:0.0:1715212131.130261:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212131.130265:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212131.130270:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954724480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212131.130320:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212131.130328:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212131.130330:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212131.130341:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954724416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212131.130375:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954724416/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212131.130387:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212131.130395:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212131.130397:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212131.130399:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000100:00000200:1.0:1715212131.130405:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954724480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212131.130405:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715212131.130410:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:1.0:1715212131.130435:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954724480/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212131.130637:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212131.130644:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715212131.130649:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212136.135577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212136.135595:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212136.135637:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212136.135641:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212136.135758:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212136.135769:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212136.135776:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212136.135784:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724544, portal 25 00000400:00000010:2.0:1715212136.135789:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715212136.135792:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724544, offset 0 00000400:00000200:2.0:1715212136.135801:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212136.135811:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212136.135813:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212136.135818:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212136.135823:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212136.135827:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212136.135827:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212136.135830:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212136.135833:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1372:1372:256:4294967295] 192.168.203.134@tcp LPNI seq info [1372:1372:8:4294967295] 00000400:00000010:1.0:1715212136.135835:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212136.135843:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724608, portal 4 00000400:00000200:2.0:1715212136.135844:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212136.135850:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212136.135851:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715212136.135854:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724608, offset 0 00000800:00000010:2.0:1715212136.135854:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715212136.135860:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212136.135866:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212136.135869:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212136.135874:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212136.135882:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212136.135888:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212136.135893:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212136.135897:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212136.135899:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212136.135902:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1373:1373:255:4294967295] 192.168.203.134@tcp LPNI seq info [1373:1373:7:4294967295] 00000400:00000200:1.0:1715212136.135914:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212136.135921:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212136.135925:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212136.135932:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212136.135941:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212136.135947:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212136.136033:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212136.136039:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212136.136047:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212136.136055:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212136.136060:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715212136.136062:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715212136.136074:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954724544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212136.136160:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212136.136162:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212136.136166:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212136.136169:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212136.136172:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715212136.136174:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715212136.136178:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954724608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212136.138101:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212136.138115:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415cc0 00000400:00000200:0.0:1715212136.138124:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ba9 [1] + 224 00000400:00000200:0.0:1715212136.138136:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212136.138140:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212136.138165:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954724544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212136.138207:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212136.138213:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415d00 00000400:00000200:0.0:1715212136.138217:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bb1 [1] + 224 00000400:00000200:0.0:1715212136.138232:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212136.138236:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212136.138240:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954724608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212136.138310:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212136.138317:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212136.138320:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212136.138329:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954724544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212136.138355:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212136.138363:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954724544/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212136.138365:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212136.138369:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212136.138379:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954724608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212136.138386:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212136.138391:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212136.138395:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000200:1.0:1715212136.138419:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954724608/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212136.138592:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212136.138600:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212136.138604:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715212141.143572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212141.143592:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212141.143635:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212141.143640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212141.143742:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212141.143752:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212141.143759:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212141.143767:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724672, portal 25 00000400:00000010:2.0:1715212141.143772:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715212141.143774:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724672, offset 0 00000400:00000200:2.0:1715212141.143784:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212141.143794:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212141.143798:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212141.143802:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212141.143808:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212141.143810:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212141.143811:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212141.143814:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212141.143817:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1374:1374:256:4294967295] 192.168.203.134@tcp LPNI seq info [1374:1374:8:4294967295] 00000400:00000010:1.0:1715212141.143819:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212141.143826:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724736, portal 4 00000400:00000200:2.0:1715212141.143828:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212141.143834:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000800:00000200:2.0:1715212141.143834:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212141.143837:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724736, offset 0 00000800:00000010:2.0:1715212141.143838:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715212141.143843:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212141.143848:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212141.143853:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212141.143857:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212141.143864:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212141.143870:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212141.143875:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212141.143879:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212141.143882:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212141.143885:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1375:1375:255:4294967295] 192.168.203.134@tcp LPNI seq info [1375:1375:7:4294967295] 00000400:00000200:1.0:1715212141.143897:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212141.143903:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212141.143909:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212141.143916:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212141.143926:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212141.143931:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212141.144020:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212141.144026:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212141.144033:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212141.144040:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212141.144045:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715212141.144047:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715212141.144059:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954724672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212141.144142:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212141.144145:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212141.144148:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212141.144152:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212141.144155:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715212141.144156:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715212141.144160:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954724736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212141.145898:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212141.145911:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415d40 00000400:00000200:0.0:1715212141.145920:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bb9 [1] + 224 00000400:00000200:0.0:1715212141.145932:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212141.145953:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212141.145961:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954724672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212141.146004:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212141.146010:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415d80 00000400:00000200:0.0:1715212141.146014:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bc1 [1] + 224 00000400:00000200:0.0:1715212141.146031:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212141.146035:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212141.146039:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954724736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212141.146099:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212141.146106:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212141.146109:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212141.146119:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954724672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212141.146153:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954724672/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212141.146154:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212141.146163:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212141.146167:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212141.146175:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 00000100:00000200:1.0:1715212141.146177:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954724736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212141.146180:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212141.146185:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:1.0:1715212141.146219:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954724736/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212141.146259:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212141.146267:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212141.146274:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715212146.151589:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212146.151611:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212146.151679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212146.151684:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212146.151746:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212146.151757:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212146.151764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212146.151772:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724800, portal 25 00000400:00000010:2.0:1715212146.151777:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715212146.151779:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724800, offset 0 00000400:00000200:2.0:1715212146.151790:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212146.151804:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212146.151810:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212146.151815:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212146.151819:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212146.151822:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212146.151825:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1376:1376:256:4294967295] 192.168.203.134@tcp LPNI seq info [1376:1376:8:4294967295] 02000000:00000010:1.0:1715212146.151828:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212146.151837:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212146.151843:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212146.151845:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000800:00000010:2.0:1715212146.151847:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715212146.151853:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212146.151854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212146.151862:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724864, portal 4 00000800:00000200:2.0:1715212146.151862:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212146.151867:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212146.151870:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000100:00000200:1.0:1715212146.151873:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724864, offset 0 00000400:00000200:1.0:1715212146.151885:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212146.151901:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212146.151907:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212146.151912:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212146.151915:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212146.151918:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212146.151922:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1377:1377:255:4294967295] 192.168.203.134@tcp LPNI seq info [1377:1377:7:4294967295] 00000400:00000200:1.0:1715212146.151933:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212146.151940:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212146.151945:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212146.151951:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212146.151961:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212146.151966:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212146.152038:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212146.152044:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212146.152052:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212146.152060:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212146.152065:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715212146.152068:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715212146.152081:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954724800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212146.152179:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212146.152182:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212146.152185:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212146.152189:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212146.152191:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715212146.152193:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715212146.152197:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954724864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212146.153833:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212146.153852:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415dc0 00000400:00000200:0.0:1715212146.153865:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bc9 [1] + 224 00000400:00000200:0.0:1715212146.153908:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212146.153914:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212146.153924:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954724800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212146.153985:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212146.153995:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415e00 00000400:00000200:0.0:1715212146.154003:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bd1 [1] + 224 00000400:00000200:0.0:1715212146.154028:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212146.154033:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212146.154038:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954724864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212146.154078:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212146.154085:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212146.154087:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212146.154098:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954724800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212146.154129:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212146.154132:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954724800/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212146.154139:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212146.154142:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212146.154152:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954724864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212146.154156:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212146.154161:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715212146.154166:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:1.0:1715212146.154190:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954724864/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212146.154231:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212146.154237:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212146.154243:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715212151.159596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212151.159654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212151.159701:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212151.159705:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212151.159797:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212151.159808:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212151.159816:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212151.159823:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724928, portal 25 00000400:00000010:2.0:1715212151.159829:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715212151.159831:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954724928, offset 0 00000400:00000200:2.0:1715212151.159841:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212151.159842:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212151.159857:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212151.159858:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212151.159862:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212151.159866:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212151.159867:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212151.159871:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212151.159873:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212151.159874:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954724992, portal 4 00000400:00000200:2.0:1715212151.159876:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1378:1378:256:4294967295] 192.168.203.134@tcp LPNI seq info [1378:1378:8:4294967295] 00000400:00000010:1.0:1715212151.159882:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000100:00000200:1.0:1715212151.159885:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954724992, offset 0 00000400:00000200:2.0:1715212151.159888:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212151.159894:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212151.159896:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212151.159898:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000800:00000200:2.0:1715212151.159904:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212151.159913:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212151.159914:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212151.159919:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212151.159919:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212151.159924:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212151.159928:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212151.159931:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212151.159935:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1379:1379:255:4294967295] 192.168.203.134@tcp LPNI seq info [1379:1379:7:4294967295] 00000400:00000200:1.0:1715212151.159946:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212151.159952:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212151.159957:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212151.159965:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212151.159974:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212151.159979:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212151.160089:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212151.160096:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212151.160105:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212151.160112:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212151.160118:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715212151.160120:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715212151.160133:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954724928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212151.160231:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212151.160234:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212151.160237:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212151.160241:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212151.160243:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715212151.160245:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715212151.160249:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954724992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212151.162090:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212151.162104:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415e40 00000400:00000200:0.0:1715212151.162136:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bd9 [1] + 224 00000400:00000200:0.0:1715212151.162154:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212151.162160:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212151.162171:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954724928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212151.162233:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212151.162243:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415e80 00000400:00000200:0.0:1715212151.162250:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2be1 [1] + 224 00000400:00000200:0.0:1715212151.162273:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212151.162279:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212151.162285:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954724992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212151.162327:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212151.162335:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212151.162337:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212151.162348:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954724928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212151.162375:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:2.0:1715212151.162382:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954724928/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212151.162383:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212151.162387:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212151.162397:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954724992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212151.162405:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212151.162411:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715212151.162416:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000200:1.0:1715212151.162436:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954724992/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212151.162552:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212151.162559:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212151.162564:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715212156.167617:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212156.167638:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212156.167683:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212156.167687:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212156.167780:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212156.167791:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 02000000:00000010:1.0:1715212156.167794:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000010:2.0:1715212156.167798:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212156.167806:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725056, portal 25 00000400:00000010:2.0:1715212156.167810:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715212156.167813:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725056, offset 0 00000400:00000010:1.0:1715212156.167814:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212156.167823:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212156.167837:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212156.167837:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212156.167842:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212156.167847:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725120, portal 4 00000400:00000200:2.0:1715212156.167847:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212156.167851:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212156.167854:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212156.167857:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1380:1380:256:4294967295] 192.168.203.134@tcp LPNI seq info [1380:1380:8:4294967295] 00000400:00000010:1.0:1715212156.167858:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715212156.167862:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954725120, offset 0 00000400:00000200:2.0:1715212156.167868:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212156.167874:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212156.167876:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212156.167879:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715212156.167885:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212156.167893:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212156.167894:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212156.167899:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212156.167899:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212156.167904:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212156.167908:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212156.167910:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212156.167914:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1381:1381:255:4294967295] 192.168.203.134@tcp LPNI seq info [1381:1381:7:4294967295] 00000400:00000200:1.0:1715212156.167926:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212156.167932:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212156.167938:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212156.167945:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212156.167955:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212156.167960:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212156.168070:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212156.168077:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212156.168085:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212156.168093:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212156.168098:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715212156.168101:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715212156.168113:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954725056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212156.168211:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212156.168214:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212156.168216:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212156.168220:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212156.168223:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715212156.168225:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715212156.168229:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954725120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212156.170008:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212156.170040:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415ec0 00000400:00000200:0.0:1715212156.170052:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2be9 [1] + 224 00000400:00000200:0.0:1715212156.170070:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212156.170076:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212156.170086:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954725056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212156.170146:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212156.170156:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415f00 00000400:00000200:0.0:1715212156.170163:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bf1 [1] + 224 00000400:00000200:0.0:1715212156.170185:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212156.170192:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212156.170199:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954725120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212156.170223:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212156.170230:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212156.170232:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212156.170243:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954725056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212156.170277:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954725056/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212156.170278:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212156.170286:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212156.170289:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212156.170299:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954725120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212156.170300:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212156.170305:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715212156.170309:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000200:1.0:1715212156.170334:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954725120/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212156.170367:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212156.170373:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212156.170377:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715212161.175602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212161.175625:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212161.175686:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212161.175691:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212161.175750:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58400. 00000400:00000010:2.0:1715212161.175762:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212161.175769:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212161.175777:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725184, portal 25 00000400:00000010:2.0:1715212161.175782:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715212161.175784:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725184, offset 0 00000400:00000200:2.0:1715212161.175795:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212161.175810:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212161.175815:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715212161.175818:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212161.175820:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212161.175824:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212161.175827:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212161.175830:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1382:1382:256:4294967295] 192.168.203.134@tcp LPNI seq info [1382:1382:8:4294967295] 00000400:00000010:1.0:1715212161.175834:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715212161.175842:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212161.175842:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212161.175847:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212161.175849:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725248, portal 4 00000800:00000010:2.0:1715212161.175852:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000010:1.0:1715212161.175857:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212161.175858:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212161.175860:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954725248, offset 0 00000800:00000200:2.0:1715212161.175868:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212161.175873:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212161.175873:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212161.175889:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212161.175895:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212161.175899:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212161.175903:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212161.175906:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212161.175910:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1383:1383:255:4294967295] 192.168.203.134@tcp LPNI seq info [1383:1383:7:4294967295] 00000400:00000200:1.0:1715212161.175921:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212161.175927:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212161.175932:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212161.175939:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212161.175949:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212161.175954:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212161.176040:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212161.176046:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212161.176053:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212161.176061:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212161.176067:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715212161.176069:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715212161.176081:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954725184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212161.176171:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212161.176174:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212161.176177:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212161.176181:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212161.176184:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:0.0:1715212161.176185:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:0.0:1715212161.176190:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954725248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212161.177936:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212161.177951:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415f40 00000400:00000200:0.0:1715212161.177960:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2bf9 [1] + 224 00000400:00000200:0.0:1715212161.177972:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212161.177976:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212161.177984:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954725184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212161.178023:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212161.178028:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030415f80 00000400:00000200:0.0:1715212161.178032:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c01 [1] + 224 00000400:00000200:0.0:1715212161.178048:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212161.178052:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212161.178057:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954725248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212161.178118:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212161.178126:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212161.178128:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212161.178139:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954725184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212161.178169:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954725184/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212161.178179:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212161.178188:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212161.178192:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212161.178194:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58400. 02000000:00000010:2.0:1715212161.178200:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000200:1.0:1715212161.178201:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954725248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212161.178204:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000200:1.0:1715212161.178244:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954725248/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212161.178285:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212161.178293:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212161.178299:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715212166.183629:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212166.183653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212166.183701:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212166.183706:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715212166.183796:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212166.183807:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212166.183814:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212166.183823:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725312, portal 25 00000400:00000010:2.0:1715212166.183828:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715212166.183831:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725312, offset 0 00000400:00000200:2.0:1715212166.183842:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212166.183845:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212166.183858:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212166.183862:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212166.183864:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212166.183868:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212166.183872:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212166.183872:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212166.183875:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212166.183878:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1384:1384:256:4294967295] 192.168.203.134@tcp LPNI seq info [1384:1384:8:4294967295] 00000100:00000200:1.0:1715212166.183880:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725376, portal 4 00000400:00000010:1.0:1715212166.183889:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000400:00000200:2.0:1715212166.183889:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212166.183892:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954725376, offset 0 00000800:00000200:2.0:1715212166.183896:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212166.183900:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715212166.183903:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212166.183907:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212166.183916:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212166.183920:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212166.183921:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212166.183926:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212166.183931:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212166.183935:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212166.183937:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212166.183941:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1385:1385:255:4294967295] 192.168.203.134@tcp LPNI seq info [1385:1385:7:4294967295] 00000400:00000200:1.0:1715212166.183953:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212166.183960:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212166.183965:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212166.183972:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212166.183981:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212166.183986:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212166.184100:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212166.184106:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212166.184114:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212166.184122:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212166.184127:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715212166.184129:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715212166.184142:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954725312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212166.184245:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212166.184248:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212166.184251:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212166.184255:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212166.184258:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715212166.184260:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715212166.184283:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954725376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212166.186120:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212166.186135:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030415fc0 00000400:00000200:0.0:1715212166.186144:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c09 [1] + 224 00000400:00000200:0.0:1715212166.186157:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212166.186160:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212166.186168:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954725312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212166.186214:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212166.186220:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416000 00000400:00000200:0.0:1715212166.186224:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c11 [1] + 224 00000400:00000200:0.0:1715212166.186249:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212166.186253:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212166.186258:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954725376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212166.186317:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212166.186324:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212166.186327:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212166.186338:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954725312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212166.186384:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954725312/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212166.186387:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212166.186396:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212166.186399:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 02000000:00000010:2.0:1715212166.186409:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000100:00000200:1.0:1715212166.186410:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954725376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212166.186415:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212166.186419:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000200:1.0:1715212166.186452:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954725376/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212166.186670:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212166.186677:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715212166.186682:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715212171.191582:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212171.191606:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715212171.191651:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212171.191655:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715212171.191745:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212171.191756:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212171.191763:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212171.191772:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725440, portal 25 00000400:00000010:2.0:1715212171.191777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715212171.191779:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725440, offset 0 00000400:00000200:2.0:1715212171.191791:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212171.191806:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212171.191811:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212171.191816:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212171.191819:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212171.191822:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212171.191825:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1386:1386:256:4294967295] 192.168.203.134@tcp LPNI seq info [1386:1386:8:4294967295] 02000000:00000010:1.0:1715212171.191828:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a600. 00000400:00000200:2.0:1715212171.191837:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212171.191843:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212171.191845:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000800:00000010:2.0:1715212171.191847:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715212171.191854:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212171.191855:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212171.191863:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725504, portal 4 00000800:00000200:2.0:1715212171.191863:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212171.191868:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212171.191872:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:1.0:1715212171.191875:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954725504, offset 0 00000400:00000200:1.0:1715212171.191887:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212171.191904:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212171.191910:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212171.191915:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212171.191919:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212171.191922:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212171.191925:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1387:1387:255:4294967295] 192.168.203.134@tcp LPNI seq info [1387:1387:7:4294967295] 00000400:00000200:1.0:1715212171.191937:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212171.191943:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212171.191948:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212171.191955:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212171.191964:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212171.191969:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212171.192013:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212171.192019:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212171.192025:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212171.192033:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212171.192037:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715212171.192040:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715212171.192050:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954725440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212171.192129:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212171.192132:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212171.192134:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212171.192138:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212171.192141:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715212171.192155:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715212171.192161:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954725504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212171.194014:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212171.194028:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416040 00000400:00000200:0.0:1715212171.194036:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c19 [1] + 224 00000400:00000200:0.0:1715212171.194046:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212171.194050:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212171.194057:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954725440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212171.194097:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212171.194102:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416080 00000400:00000200:0.0:1715212171.194107:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c21 [1] + 224 00000400:00000200:0.0:1715212171.194123:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212171.194127:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212171.194132:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954725504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212171.194200:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212171.194207:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212171.194209:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212171.194217:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954725440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212171.194245:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954725440/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212171.194269:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212171.194275:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715212171.194279:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715212171.194288:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212171.194297:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212171.194300:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212171.194313:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954725504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212171.194363:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954725504/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212171.194405:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a600. 02000000:00000010:1.0:1715212171.194413:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212171.194419:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715212176.199584:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212176.199608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212176.199653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212176.199657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212176.199720:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212176.199731:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212176.199738:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212176.199746:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725568, portal 25 00000400:00000010:2.0:1715212176.199752:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715212176.199754:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725568, offset 0 00000400:00000200:2.0:1715212176.199765:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212176.199779:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212176.199784:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212176.199789:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212176.199793:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212176.199796:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212176.199799:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1388:1388:256:4294967295] 192.168.203.134@tcp LPNI seq info [1388:1388:8:4294967295] 00000400:00000200:2.0:1715212176.199810:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212176.199816:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212176.199820:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715212176.199826:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 02000000:00000010:1.0:1715212176.199828:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000800:00000200:2.0:1715212176.199835:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212176.199841:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212176.199845:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715212176.199854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212176.199862:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725632, portal 4 00000400:00000010:1.0:1715212176.199871:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715212176.199874:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954725632, offset 0 00000400:00000200:1.0:1715212176.199886:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212176.199903:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212176.199909:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212176.199913:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212176.199917:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212176.199920:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212176.199923:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1389:1389:255:4294967295] 192.168.203.134@tcp LPNI seq info [1389:1389:7:4294967295] 00000400:00000200:1.0:1715212176.199935:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212176.199942:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212176.199947:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212176.199954:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212176.199964:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212176.199969:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212176.199983:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212176.199989:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212176.199995:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212176.200003:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212176.200007:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715212176.200009:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715212176.200019:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954725568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212176.200095:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212176.200098:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212176.200101:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212176.200105:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212176.200123:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715212176.200124:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715212176.200130:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954725632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212176.201819:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212176.201833:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304160c0 00000400:00000200:0.0:1715212176.201840:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c29 [1] + 224 00000400:00000200:0.0:1715212176.201851:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212176.201854:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212176.201862:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954725568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212176.201898:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212176.201903:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416100 00000400:00000200:0.0:1715212176.201908:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c31 [1] + 224 00000400:00000200:0.0:1715212176.201927:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212176.201931:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212176.201936:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954725632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212176.201982:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212176.201990:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212176.201992:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212176.202000:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954725568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212176.202028:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954725568/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212176.202052:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212176.202057:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715212176.202062:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715212176.202070:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212176.202080:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212176.202083:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212176.202095:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954725632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212176.202145:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954725632/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212176.202188:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212176.202200:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212176.202208:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715212181.207579:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212181.207603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212181.207647:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212181.207651:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212181.207744:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212181.207754:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212181.207761:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212181.207769:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725696, portal 25 00000400:00000010:2.0:1715212181.207774:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715212181.207777:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725696, offset 0 00000400:00000200:2.0:1715212181.207787:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212181.207802:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212181.207807:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715212181.207812:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212181.207812:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212181.207815:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212181.207818:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212181.207821:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1390:1390:256:4294967295] 192.168.203.134@tcp LPNI seq info [1390:1390:8:4294967295] 00000400:00000010:1.0:1715212181.207830:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212181.207832:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212181.207838:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212181.207839:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000010:2.0:1715212181.207842:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000100:00000200:1.0:1715212181.207847:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725760, portal 4 00000800:00000200:2.0:1715212181.207849:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212181.207856:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000800:00000200:2.0:1715212181.207857:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212181.207859:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954725760, offset 0 00000800:00000200:2.0:1715212181.207863:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212181.207870:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212181.207888:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212181.207894:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212181.207899:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212181.207903:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212181.207906:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212181.207909:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1391:1391:255:4294967295] 192.168.203.134@tcp LPNI seq info [1391:1391:7:4294967295] 00000400:00000200:1.0:1715212181.207921:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212181.207928:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212181.207935:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212181.207943:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212181.207952:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212181.207957:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212181.208023:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212181.208029:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212181.208034:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212181.208042:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212181.208046:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715212181.208048:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715212181.208059:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954725696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212181.208125:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212181.208128:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212181.208131:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212181.208148:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212181.208151:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715212181.208153:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715212181.208159:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954725760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212181.209792:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212181.209806:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416140 00000400:00000200:0.0:1715212181.209813:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c39 [1] + 224 00000400:00000200:0.0:1715212181.209823:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212181.209827:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212181.209834:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954725696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212181.209875:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212181.209880:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416180 00000400:00000200:0.0:1715212181.209886:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c41 [1] + 224 00000400:00000200:0.0:1715212181.209906:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212181.209909:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212181.209914:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954725760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212181.209931:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212181.209936:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212181.209938:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212181.209945:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954725696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212181.209970:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954725696/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212181.209994:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212181.209998:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715212181.210002:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715212181.210051:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212181.210062:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212181.210065:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212181.210077:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954725760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212181.210126:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954725760/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212181.210168:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212181.210179:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212181.210187:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715212186.215573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212186.215594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212186.215638:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212186.215642:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715212186.215729:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212186.215740:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212186.215747:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212186.215755:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725824, portal 25 00000400:00000010:2.0:1715212186.215760:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715212186.215762:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725824, offset 0 02000000:00000010:1.0:1715212186.215772:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212186.215772:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212186.215787:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212186.215789:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212186.215793:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212186.215797:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212186.215799:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212186.215801:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212186.215804:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212186.215807:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725888, portal 4 00000400:00000200:2.0:1715212186.215807:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1392:1392:256:4294967295] 192.168.203.134@tcp LPNI seq info [1392:1392:8:4294967295] 00000400:00000010:1.0:1715212186.215815:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715212186.215818:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954725888, offset 0 00000400:00000200:1.0:1715212186.215830:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212186.215854:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212186.215861:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212186.215865:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715212186.215869:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212186.215872:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212186.215875:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212186.215880:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212186.215881:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212186.215884:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212186.215887:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212186.215887:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212186.215890:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1393:1393:255:4294967295] 192.168.203.134@tcp LPNI seq info [1393:1393:7:4294967295] 00000400:00000200:1.0:1715212186.215902:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212186.215909:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212186.215914:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212186.215921:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212186.215931:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212186.215936:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212186.216040:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212186.216046:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212186.216053:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212186.216060:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212186.216065:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715212186.216067:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715212186.216077:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954725824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212186.216155:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212186.216158:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212186.216172:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212186.216176:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212186.216180:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715212186.216181:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715212186.216187:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954725888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212186.217827:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212186.217841:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304161c0 00000400:00000200:0.0:1715212186.217849:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c49 [1] + 224 00000400:00000200:0.0:1715212186.217860:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212186.217863:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212186.217871:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954725824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212186.217910:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212186.217915:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416200 00000400:00000200:0.0:1715212186.217921:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c51 [1] + 224 00000400:00000200:0.0:1715212186.217936:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212186.217941:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212186.217945:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954725888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212186.218010:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212186.218017:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212186.218019:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212186.218027:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954725824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212186.218055:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954725824/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212186.218079:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:1.0:1715212186.218084:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715212186.218084:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212186.218088:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000200:1.0:1715212186.218093:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212186.218097:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212186.218109:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954725888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212186.218155:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954725888/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212186.218198:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212186.218208:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715212186.218214:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715212191.223589:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212191.223613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212191.223658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212191.223662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715212191.223757:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212191.223767:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212191.223775:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212191.223784:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954725952, portal 25 02000000:00000010:1.0:1715212191.223788:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000010:2.0:1715212191.223788:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715212191.223791:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954725952, offset 0 00000400:00000200:2.0:1715212191.223801:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212191.223805:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715212191.223814:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212191.223816:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212191.223821:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212191.223823:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726016, portal 4 00000400:00000200:2.0:1715212191.223826:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212191.223830:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212191.223831:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000400:00000200:2.0:1715212191.223833:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212191.223834:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726016, offset 0 00000400:00000200:2.0:1715212191.223836:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1394:1394:256:4294967295] 192.168.203.134@tcp LPNI seq info [1394:1394:8:4294967295] 00000400:00000200:1.0:1715212191.223846:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212191.223848:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212191.223854:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212191.223858:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715212191.223862:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212191.223865:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212191.223868:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212191.223873:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212191.223874:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212191.223877:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212191.223880:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212191.223880:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212191.223883:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1395:1395:255:4294967295] 192.168.203.134@tcp LPNI seq info [1395:1395:7:4294967295] 00000400:00000200:1.0:1715212191.223895:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212191.223902:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212191.223907:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212191.223914:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212191.223923:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212191.223928:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212191.223972:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212191.223976:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212191.223982:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212191.223990:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212191.223994:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715212191.223997:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715212191.224007:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954725952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212191.224080:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212191.224095:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212191.224099:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212191.224103:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212191.224107:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715212191.224108:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715212191.224113:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954726016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212191.225954:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212191.225968:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416240 00000400:00000200:0.0:1715212191.225975:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c59 [1] + 224 00000400:00000200:0.0:1715212191.225986:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212191.225989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212191.225996:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954725952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212191.226035:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212191.226040:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416280 00000400:00000200:0.0:1715212191.226045:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c61 [1] + 224 00000400:00000200:0.0:1715212191.226061:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212191.226065:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212191.226070:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954726016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212191.226135:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212191.226142:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212191.226144:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212191.226152:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954725952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212191.226181:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954725952/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212191.226199:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715212191.226205:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000200:1.0:1715212191.226208:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 02000000:00000010:2.0:1715212191.226210:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000010:1.0:1715212191.226212:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000010:2.0:1715212191.226215:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000200:1.0:1715212191.226224:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954726016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212191.226271:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954726016/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212191.226312:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212191.226322:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715212191.226329:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212196.231562:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212196.231578:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715212196.231618:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212196.231622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715212196.231684:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212196.231693:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212196.231699:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212196.231705:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726080, portal 25 00000400:00000010:2.0:1715212196.231709:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715212196.231712:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726080, offset 0 00000400:00000200:2.0:1715212196.231720:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212196.231731:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212196.231736:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212196.231740:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212196.231743:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212196.231746:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212196.231749:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1396:1396:256:4294967295] 192.168.203.134@tcp LPNI seq info [1396:1396:8:4294967295] 02000000:00000010:1.0:1715212196.231754:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212196.231758:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212196.231764:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212196.231767:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000010:1.0:1715212196.231770:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000800:00000200:2.0:1715212196.231773:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212196.231779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000200:2.0:1715212196.231780:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212196.231785:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715212196.231788:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726144, portal 4 00000400:00000010:1.0:1715212196.231796:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000100:00000200:1.0:1715212196.231799:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726144, offset 0 00000400:00000200:1.0:1715212196.231810:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212196.231826:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212196.231832:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212196.231836:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212196.231840:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212196.231843:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212196.231846:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1397:1397:255:4294967295] 192.168.203.134@tcp LPNI seq info [1397:1397:7:4294967295] 00000400:00000200:1.0:1715212196.231858:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212196.231865:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212196.231870:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212196.231876:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212196.231886:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212196.231891:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212196.231926:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212196.231932:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212196.231937:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212196.231944:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212196.231948:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715212196.231951:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715212196.231959:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954726080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212196.232034:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212196.232037:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212196.232040:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212196.232044:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212196.232047:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715212196.232049:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715212196.232054:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954726144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212196.233679:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212196.233692:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304162c0 00000400:00000200:0.0:1715212196.233699:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c69 [1] + 224 00000400:00000200:0.0:1715212196.233710:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212196.233713:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212196.233720:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954726080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212196.233755:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212196.233760:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416300 00000400:00000200:0.0:1715212196.233765:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c71 [1] + 224 00000400:00000200:0.0:1715212196.233780:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212196.233784:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212196.233789:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954726144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212196.233808:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212196.233815:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212196.233817:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212196.233825:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954726080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212196.233852:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954726080/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212196.233872:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212196.233877:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715212196.233880:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715212196.233897:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212196.233907:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212196.233911:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212196.233924:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954726144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212196.233970:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954726144/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212196.234010:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212196.234021:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715212196.234028:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715212201.239581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212201.239617:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212201.239664:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212201.239668:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212201.239761:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212201.239771:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212201.239778:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212201.239787:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726208, portal 25 00000400:00000010:2.0:1715212201.239791:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715212201.239794:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726208, offset 0 00000400:00000200:2.0:1715212201.239804:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212201.239810:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212201.239818:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212201.239824:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212201.239828:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212201.239828:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212201.239833:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212201.239835:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212201.239837:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212201.239839:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1398:1398:256:4294967295] 192.168.203.134@tcp LPNI seq info [1398:1398:8:4294967295] 00000100:00000200:1.0:1715212201.239846:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726272, portal 4 00000400:00000200:2.0:1715212201.239850:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212201.239854:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000800:00000200:2.0:1715212201.239856:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212201.239857:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726272, offset 0 00000800:00000010:2.0:1715212201.239860:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715212201.239867:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212201.239869:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212201.239876:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212201.239881:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212201.239886:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212201.239892:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212201.239897:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212201.239901:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212201.239904:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212201.239907:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1399:1399:255:4294967295] 192.168.203.134@tcp LPNI seq info [1399:1399:7:4294967295] 00000400:00000200:1.0:1715212201.239919:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212201.239926:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212201.239930:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212201.239937:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212201.239947:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212201.239952:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212201.240033:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212201.240039:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212201.240045:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212201.240052:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212201.240057:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715212201.240059:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715212201.240079:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954726208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212201.240161:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212201.240164:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212201.240167:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212201.240171:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212201.240174:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715212201.240176:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715212201.240181:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954726272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212201.241987:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212201.242001:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416340 00000400:00000200:0.0:1715212201.242009:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c79 [1] + 224 00000400:00000200:0.0:1715212201.242020:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212201.242024:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212201.242031:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954726208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212201.242067:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212201.242072:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416380 00000400:00000200:0.0:1715212201.242078:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c81 [1] + 224 00000400:00000200:0.0:1715212201.242093:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212201.242097:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212201.242102:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954726272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212201.242154:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212201.242161:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212201.242163:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212201.242171:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954726208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212201.242199:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954726208/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212201.242223:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212201.242228:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212201.242233:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715212201.242240:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212201.242249:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212201.242252:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212201.242265:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954726272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212201.242342:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954726272/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212201.242385:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212201.242395:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212201.242402:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715212206.247607:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212206.247629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212206.247674:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212206.247678:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212206.247794:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212206.247805:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212206.247812:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212206.247820:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726336, portal 25 00000400:00000010:2.0:1715212206.247825:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715212206.247827:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726336, offset 0 02000000:00000010:1.0:1715212206.247829:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212206.247838:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212206.247846:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212206.247852:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212206.247856:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212206.247857:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212206.247862:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212206.247864:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726400, portal 4 00000400:00000200:2.0:1715212206.247865:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212206.247869:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212206.247872:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1400:1400:256:4294967295] 192.168.203.134@tcp LPNI seq info [1400:1400:8:4294967295] 00000400:00000010:1.0:1715212206.247875:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:1.0:1715212206.247878:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726400, offset 0 00000400:00000200:2.0:1715212206.247883:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212206.247889:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212206.247890:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212206.247894:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000800:00000200:2.0:1715212206.247901:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212206.247906:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212206.247910:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212206.247912:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212206.247915:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212206.247916:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212206.247920:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212206.247923:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212206.247927:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1401:1401:255:4294967295] 192.168.203.134@tcp LPNI seq info [1401:1401:7:4294967295] 00000400:00000200:1.0:1715212206.247939:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212206.247945:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212206.247950:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212206.247957:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212206.247966:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212206.247972:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212206.248077:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212206.248083:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212206.248089:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212206.248097:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212206.248101:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715212206.248116:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715212206.248126:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954726336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212206.248205:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212206.248208:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212206.248211:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212206.248215:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212206.248218:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715212206.248220:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715212206.248225:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954726400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212206.249860:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212206.249875:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304163c0 00000400:00000200:0.0:1715212206.249882:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c89 [1] + 224 00000400:00000200:0.0:1715212206.249893:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212206.249897:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212206.249904:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954726336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212206.249944:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212206.249949:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416400 00000400:00000200:0.0:1715212206.249955:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c91 [1] + 224 00000400:00000200:0.0:1715212206.249970:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212206.249974:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212206.249978:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954726400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212206.250036:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212206.250040:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212206.250042:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212206.250062:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954726336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212206.250090:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954726336/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212206.250114:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212206.250119:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715212206.250123:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715212206.250139:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212206.250149:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212206.250153:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212206.250166:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954726400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212206.250213:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954726400/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212206.250289:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212206.250302:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212206.250310:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715212211.255548:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212211.255569:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212211.255612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212211.255616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212211.255711:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212211.255722:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212211.255729:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212211.255736:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726464, portal 25 00000400:00000010:2.0:1715212211.255741:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715212211.255743:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726464, offset 0 02000000:00000010:1.0:1715212211.255748:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212211.255754:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212211.255764:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212211.255769:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212211.255774:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212211.255774:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212211.255779:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212211.255782:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726528, portal 4 00000400:00000200:2.0:1715212211.255783:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212211.255786:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212211.255789:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1402:1402:256:4294967295] 192.168.203.134@tcp LPNI seq info [1402:1402:8:4294967295] 00000400:00000010:1.0:1715212211.255790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000100:00000200:1.0:1715212211.255793:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726528, offset 0 00000400:00000200:2.0:1715212211.255804:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212211.255807:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212211.255810:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212211.255815:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715212211.255821:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212211.255823:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212211.255829:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212211.255830:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212211.255834:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212211.255835:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212211.255838:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212211.255841:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212211.255844:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1403:1403:255:4294967295] 192.168.203.134@tcp LPNI seq info [1403:1403:7:4294967295] 00000400:00000200:1.0:1715212211.255856:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212211.255863:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212211.255867:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212211.255874:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212211.255884:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212211.255889:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212211.255975:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212211.255981:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212211.255988:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212211.255995:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212211.256012:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715212211.256014:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715212211.256024:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954726464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212211.256097:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212211.256100:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212211.256103:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212211.256107:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212211.256109:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715212211.256111:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715212211.256116:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954726528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212211.257860:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212211.257874:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416440 00000400:00000200:0.0:1715212211.257882:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2c99 [1] + 224 00000400:00000200:0.0:1715212211.257893:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212211.257896:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212211.257904:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954726464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212211.257944:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212211.257949:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416480 00000400:00000200:0.0:1715212211.257955:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ca1 [1] + 224 00000400:00000200:0.0:1715212211.257970:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212211.257974:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212211.257979:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954726528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212211.258046:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212211.258054:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212211.258056:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212211.258064:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954726464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212211.258093:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954726464/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212211.258115:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715212211.258117:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212211.258122:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000400:00000200:1.0:1715212211.258124:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715212211.258126:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715212211.258128:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212211.258141:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954726528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212211.258186:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954726528/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212211.258254:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212211.258266:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212211.258273:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715212216.263564:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212216.263584:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212216.263627:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212216.263631:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212216.263698:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212216.263709:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212216.263716:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212216.263724:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726592, portal 25 00000400:00000010:2.0:1715212216.263729:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715212216.263731:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726592, offset 0 00000400:00000200:2.0:1715212216.263741:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212216.263751:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212216.263755:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212216.263761:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212216.263765:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212216.263767:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212216.263769:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212216.263772:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212216.263775:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1404:1404:256:4294967295] 192.168.203.134@tcp LPNI seq info [1404:1404:8:4294967295] 00000400:00000010:1.0:1715212216.263776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212216.263784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726656, portal 4 00000400:00000200:2.0:1715212216.263786:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212216.263792:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000800:00000200:2.0:1715212216.263792:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212216.263795:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726656, offset 0 00000800:00000010:2.0:1715212216.263796:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715212216.263803:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212216.263805:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212216.263812:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212216.263817:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212216.263821:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212216.263827:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212216.263831:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212216.263835:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212216.263838:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212216.263841:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1405:1405:255:4294967295] 192.168.203.134@tcp LPNI seq info [1405:1405:7:4294967295] 00000400:00000200:1.0:1715212216.263853:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212216.263860:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212216.263865:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212216.263871:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212216.263881:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212216.263886:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212216.263961:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212216.263967:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212216.263973:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212216.263989:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212216.263994:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715212216.263997:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715212216.264006:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954726592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212216.264072:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212216.264075:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212216.264078:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212216.264081:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212216.264084:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715212216.264086:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715212216.264091:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954726656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212216.265700:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212216.265714:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304164c0 00000400:00000200:0.0:1715212216.265722:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ca9 [1] + 224 00000400:00000200:0.0:1715212216.265732:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212216.265736:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212216.265744:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954726592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212216.265779:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212216.265784:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416500 00000400:00000200:0.0:1715212216.265790:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cb1 [1] + 224 00000400:00000200:0.0:1715212216.265807:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212216.265811:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212216.265816:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954726656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212216.265869:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212216.265877:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212216.265878:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212216.265886:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954726592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212216.265914:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954726592/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212216.265938:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:1.0:1715212216.265942:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715212216.265943:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715212216.265947:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000400:00000200:1.0:1715212216.265950:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212216.265952:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212216.265962:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954726656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212216.265994:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954726656/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212216.266027:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212216.266035:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212216.266040:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715212221.271581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212221.271602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212221.271646:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212221.271650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212221.271707:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212221.271718:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212221.271725:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212221.271733:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726720, portal 25 00000400:00000010:2.0:1715212221.271738:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715212221.271740:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726720, offset 0 00000400:00000200:2.0:1715212221.271751:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212221.271766:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212221.271771:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212221.271775:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715212221.271776:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212221.271779:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212221.271782:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212221.271785:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1406:1406:256:4294967295] 192.168.203.134@tcp LPNI seq info [1406:1406:8:4294967295] 00000400:00000010:1.0:1715212221.271792:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212221.271797:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212221.271802:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000200:2.0:1715212221.271802:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212221.271806:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000100:00000200:1.0:1715212221.271810:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726784, portal 4 00000800:00000200:2.0:1715212221.271812:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212221.271818:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000800:00000200:2.0:1715212221.271820:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212221.271821:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726784, offset 0 00000800:00000200:2.0:1715212221.271825:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212221.271833:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212221.271849:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212221.271855:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212221.271859:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212221.271863:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212221.271866:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212221.271869:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1407:1407:255:4294967295] 192.168.203.134@tcp LPNI seq info [1407:1407:7:4294967295] 00000400:00000200:1.0:1715212221.271881:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212221.271888:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212221.271893:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212221.271900:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212221.271909:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212221.271915:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212221.271961:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212221.271967:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212221.271982:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212221.271989:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212221.271994:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715212221.271996:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715212221.272005:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954726720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212221.272071:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212221.272074:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212221.272077:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212221.272081:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212221.272083:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715212221.272085:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715212221.272090:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954726784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212221.273792:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212221.273805:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416540 00000400:00000200:0.0:1715212221.273812:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cb9 [1] + 224 00000400:00000200:0.0:1715212221.273822:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212221.273826:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212221.273833:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954726720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212221.273869:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212221.273873:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416580 00000400:00000200:0.0:1715212221.273878:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cc1 [1] + 224 00000400:00000200:0.0:1715212221.273893:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212221.273896:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212221.273901:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954726784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212221.273955:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212221.273963:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212221.273965:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212221.273972:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954726720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212221.274000:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954726720/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212221.274024:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 00000400:00000010:1.0:1715212221.274027:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 02000000:00000010:2.0:1715212221.274029:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000400:00000200:1.0:1715212221.274034:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000100:00000010:2.0:1715212221.274034:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:1.0:1715212221.274036:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212221.274047:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954726784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212221.274080:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954726784/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212221.274114:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212221.274122:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212221.274127:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212226.279581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212226.279601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212226.279644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212226.279648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715212226.279737:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212226.279747:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212226.279754:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212226.279762:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726848, portal 25 00000400:00000010:2.0:1715212226.279767:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715212226.279769:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726848, offset 0 02000000:00000010:1.0:1715212226.279770:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212226.279780:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212226.279787:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212226.279793:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212226.279796:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212226.279800:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212226.279804:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726912, portal 4 00000400:00000200:2.0:1715212226.279804:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212226.279808:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212226.279811:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212226.279812:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000400:00000200:2.0:1715212226.279814:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1408:1408:256:4294967295] 192.168.203.134@tcp LPNI seq info [1408:1408:8:4294967295] 00000100:00000200:1.0:1715212226.279816:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954726912, offset 0 00000400:00000200:2.0:1715212226.279826:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212226.279827:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212226.279833:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212226.279837:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715212226.279844:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212226.279844:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212226.279850:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212226.279853:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212226.279855:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212226.279858:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212226.279859:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212226.279862:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212226.279865:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1409:1409:255:4294967295] 192.168.203.134@tcp LPNI seq info [1409:1409:7:4294967295] 00000400:00000200:1.0:1715212226.279877:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212226.279883:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212226.279890:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212226.279897:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212226.279906:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212226.279911:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212226.279995:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212226.280010:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212226.280016:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212226.280023:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212226.280028:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715212226.280031:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715212226.280041:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954726848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212226.280105:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212226.280108:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212226.280134:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212226.280139:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212226.280142:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715212226.280143:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715212226.280148:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954726912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212226.281710:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212226.281723:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304165c0 00000400:00000200:0.0:1715212226.281730:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cc9 [1] + 224 00000400:00000200:0.0:1715212226.281741:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212226.281744:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212226.281752:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954726848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212226.281788:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212226.281793:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416600 00000400:00000200:0.0:1715212226.281799:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cd1 [1] + 224 00000400:00000200:0.0:1715212226.281813:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212226.281817:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212226.281822:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954726912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212226.281876:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212226.281884:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212226.281886:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212226.281894:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954726848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212226.281922:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954726848/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212226.281946:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212226.281951:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212226.281955:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:1.0:1715212226.281959:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212226.281966:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212226.281968:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212226.281979:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954726912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212226.282015:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954726912/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212226.282050:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212226.282059:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715212226.282064:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715212231.287594:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212231.287615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212231.287660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212231.287664:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212231.287748:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212231.287758:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212231.287765:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212231.287773:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954726976, portal 25 00000400:00000010:2.0:1715212231.287777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715212231.287780:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954726976, offset 0 00000400:00000200:2.0:1715212231.287790:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212231.287804:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212231.287809:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715212231.287812:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4b200. 00000400:00000200:2.0:1715212231.287814:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212231.287817:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212231.287820:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212231.287824:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1410:1410:256:4294967295] 192.168.203.134@tcp LPNI seq info [1410:1410:8:4294967295] 00000400:00000010:1.0:1715212231.287828:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000200:2.0:1715212231.287835:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212231.287837:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000200:2.0:1715212231.287841:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212231.287845:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727040, portal 4 00000800:00000010:2.0:1715212231.287845:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715212231.287851:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212231.287852:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715212231.287855:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727040, offset 0 00000800:00000200:2.0:1715212231.287861:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212231.287866:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212231.287866:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212231.287882:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212231.287887:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212231.287891:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212231.287895:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212231.287897:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212231.287900:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1411:1411:255:4294967295] 192.168.203.134@tcp LPNI seq info [1411:1411:7:4294967295] 00000400:00000200:1.0:1715212231.287910:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212231.287916:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212231.287921:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212231.287927:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212231.287936:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212231.287941:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212231.288009:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212231.288015:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212231.288021:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212231.288028:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212231.288033:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715212231.288035:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715212231.288046:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954726976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212231.288236:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212231.288239:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212231.288242:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212231.288247:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212231.288250:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715212231.288251:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715212231.288257:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954727040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212231.290233:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212231.290247:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416640 00000400:00000200:0.0:1715212231.290255:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cd9 [1] + 224 00000400:00000200:0.0:1715212231.290266:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212231.290270:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212231.290277:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954726976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212231.290315:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212231.290320:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416680 00000400:00000200:0.0:1715212231.290325:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ce1 [1] + 224 00000400:00000200:0.0:1715212231.290345:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212231.290349:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212231.290362:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954727040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212231.290369:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:2.0:1715212231.290376:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212231.290378:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212231.290386:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954726976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212231.290414:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954726976/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212231.290437:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212231.290442:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212231.290447:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715212231.290787:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212231.290795:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212231.290797:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212231.290807:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954727040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212231.290843:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954727040/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212231.290877:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4b200. 02000000:00000010:1.0:1715212231.290886:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212231.290890:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715212236.295587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212236.295608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715212236.295652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212236.295656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715212236.295743:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212236.295754:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212236.295761:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212236.295770:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727104, portal 25 00000400:00000010:2.0:1715212236.295774:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715212236.295776:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954727104, offset 0 00000400:00000200:2.0:1715212236.295787:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212236.295801:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212236.295806:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212236.295810:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212236.295814:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212236.295817:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715212236.295820:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000200:2.0:1715212236.295820:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1412:1412:256:4294967295] 192.168.203.134@tcp LPNI seq info [1412:1412:8:4294967295] 00000400:00000200:2.0:1715212236.295831:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212236.295837:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000800:00000200:2.0:1715212236.295837:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212236.295841:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000010:1.0:1715212236.295847:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000800:00000200:2.0:1715212236.295847:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212236.295855:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727168, portal 4 00000800:00000200:2.0:1715212236.295855:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212236.295860:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212236.295863:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000100:00000200:1.0:1715212236.295866:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727168, offset 0 00000400:00000200:1.0:1715212236.295878:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212236.295895:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212236.295902:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212236.295906:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212236.295910:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212236.295913:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212236.295917:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1413:1413:255:4294967295] 192.168.203.134@tcp LPNI seq info [1413:1413:7:4294967295] 00000400:00000200:1.0:1715212236.295929:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212236.295935:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212236.295940:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212236.295947:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212236.295957:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212236.295962:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212236.296003:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212236.296009:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212236.296015:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212236.296022:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212236.296027:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715212236.296029:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715212236.296039:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954727104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212236.296149:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212236.296151:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212236.296154:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212236.296159:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212236.296161:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715212236.296163:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715212236.296168:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954727168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212236.297976:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212236.297990:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304166c0 00000400:00000200:0.0:1715212236.297997:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ce9 [1] + 224 00000400:00000200:0.0:1715212236.298008:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212236.298012:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212236.298019:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954727104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212236.298076:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212236.298081:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416700 00000400:00000200:0.0:1715212236.298088:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cf1 [1] + 224 00000400:00000200:0.0:1715212236.298102:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715212236.298111:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:0.0:1715212236.298113:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715212236.298119:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:2.0:1715212236.298120:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715212236.298129:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954727168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212236.298129:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954727104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212236.298156:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954727104/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212236.298180:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:2.0:1715212236.298185:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715212236.298189:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000400:00000010:1.0:1715212236.298265:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000400:00000200:1.0:1715212236.298275:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:1.0:1715212236.298278:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:1.0:1715212236.298291:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954727168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212236.298340:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954727168/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212236.298382:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:1.0:1715212236.298389:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212236.298396:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715212241.303588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212241.303606:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715212241.303650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212241.303654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212241.303746:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58800. 00000400:00000010:2.0:1715212241.303758:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379058. 00000400:00000010:2.0:1715212241.303766:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212241.303774:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727232, portal 25 00000400:00000010:2.0:1715212241.303781:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715212241.303784:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954727232, offset 0 00000400:00000200:2.0:1715212241.303795:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212241.303810:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212241.303816:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715212241.303819:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4ae00. 00000400:00000200:2.0:1715212241.303822:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212241.303827:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212241.303831:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212241.303835:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1414:1414:256:4294967295] 192.168.203.134@tcp LPNI seq info [1414:1414:8:4294967295] 00000400:00000010:1.0:1715212241.303836:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7478. 00000400:00000010:1.0:1715212241.303846:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212241.303848:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212241.303854:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727296, portal 4 00000800:00000200:2.0:1715212241.303856:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212241.303861:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000010:1.0:1715212241.303862:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715212241.303865:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727296, offset 0 00000800:00000200:2.0:1715212241.303869:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212241.303877:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212241.303880:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212241.303886:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212241.303894:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212241.303900:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212241.303905:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212241.303908:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212241.303911:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212241.303914:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1415:1415:255:4294967295] 192.168.203.134@tcp LPNI seq info [1415:1415:7:4294967295] 00000400:00000200:1.0:1715212241.303926:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212241.303932:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212241.303937:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212241.303944:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212241.303954:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212241.303959:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212241.304066:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212241.304072:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212241.304077:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212241.304084:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212241.304089:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715212241.304091:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715212241.304100:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954727232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212241.304159:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212241.304161:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212241.304164:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212241.304168:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212241.304171:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715212241.304173:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715212241.304178:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954727296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715212241.305994:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715212241.306008:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416740 00000400:00000200:2.0:1715212241.306040:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2cf9 [1] + 224 00000400:00000200:2.0:1715212241.306055:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715212241.306078:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715212241.306085:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954727232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715212241.306132:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:2.0:1715212241.306138:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416780 00000400:00000200:2.0:1715212241.306144:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d01 [1] + 224 00000400:00000200:2.0:1715212241.306157:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715212241.306161:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715212241.306166:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954727296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715212241.306230:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379058. 00000400:00000200:3.0:1715212241.306238:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:3.0:1715212241.306240:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000400:00000010:0.0:1715212241.306248:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7478. 00000100:00000200:3.0:1715212241.306249:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954727232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212241.306256:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:0.0:1715212241.306258:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:3.0:1715212241.306260:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954727232/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715212241.306265:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954727296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715212241.306277:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954727296/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715212241.306282:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58800. 02000000:00000010:3.0:1715212241.306287:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715212241.306291:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 02000000:00000010:0.0:1715212241.306300:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4ae00. 02000000:00000010:0.0:1715212241.306304:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:0.0:1715212241.306307:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715212246.311583:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212246.311601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212246.311644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212246.311649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212246.311657:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f59200. 00000400:00000010:2.0:1715212246.311667:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212246.311673:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212246.311680:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727360, portal 25 00000400:00000010:2.0:1715212246.311684:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715212246.311686:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954727360, offset 0 00000400:00000200:2.0:1715212246.311696:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212246.311710:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212246.311715:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212246.311719:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212246.311723:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212246.311726:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212246.311729:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1416:1416:256:4294967295] 192.168.203.134@tcp LPNI seq info [1416:1416:8:4294967295] 00000400:00000200:2.0:1715212246.311740:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212246.311746:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212246.311751:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715212246.311758:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212246.311765:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212246.311770:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1715212246.311776:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:1.0:1715212246.311793:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212246.311802:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212246.311811:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727424, portal 4 00000400:00000010:1.0:1715212246.311819:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000100:00000200:1.0:1715212246.311839:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727424, offset 0 00000400:00000200:1.0:1715212246.311851:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212246.311866:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212246.311872:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212246.311876:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212246.311880:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212246.311883:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212246.311886:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1417:1417:255:4294967295] 192.168.203.134@tcp LPNI seq info [1417:1417:7:4294967295] 00000800:00000200:0.0:1715212246.311896:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1715212246.311898:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000010:0.0:1715212246.311902:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000800:00000200:1.0:1715212246.311904:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212246.311909:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212246.311916:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715212246.311917:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212246.311924:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000800:00000200:1.0:1715212246.311926:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:0.0:1715212246.311929:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715212246.311931:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000800:00000200:1.0:1715212246.311931:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1715212246.311940:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954727360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212246.312010:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212246.312013:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212246.312016:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212246.312020:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212246.312023:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715212246.312025:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715212246.312030:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954727424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212246.313423:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212246.313437:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304167c0 00000400:00000200:0.0:1715212246.313444:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d09 [1] + 224 00000400:00000200:0.0:1715212246.313454:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212246.313492:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212246.313500:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954727360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212246.313535:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212246.313541:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416800 00000400:00000200:0.0:1715212246.313547:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d11 [1] + 224 00000400:00000200:0.0:1715212246.313563:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212246.313567:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212246.313572:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954727424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212246.313621:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212246.313628:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212246.313631:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212246.313639:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954727360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212246.313650:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954727360/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212246.313673:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f59200. 02000000:00000010:2.0:1715212246.313678:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715212246.313682:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000400:00000010:1.0:1715212246.313684:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212246.313693:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212246.313696:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212246.313710:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954727424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212246.313728:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954727424/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212246.313768:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212246.313777:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212246.313785:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212251.319540:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212251.319556:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212251.319600:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212251.319604:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:0.0:1715212251.319654:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d31ac00. 00000400:00000010:0.0:1715212251.319666:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43095d8. 00000400:00000010:0.0:1715212251.319672:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700c38. 00000100:00000200:0.0:1715212251.319678:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727488, portal 25 00000400:00000010:0.0:1715212251.319681:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012b700440. 00000100:00000200:0.0:1715212251.319682:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954727488, offset 0 00000400:00000200:0.0:1715212251.319689:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1715212251.319700:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1715212251.319703:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715212251.319707:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:0.0:1715212251.319709:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715212251.319711:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715212251.319713:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1418:1418:256:4294967295] 192.168.203.134@tcp LPNI seq info [1418:1418:8:4294967295] 00000400:00000200:0.0:1715212251.319720:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715212251.319724:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715212251.319726:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f5d900. 00000800:00000200:0.0:1715212251.319730:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:0.0:1715212251.319737:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:0.0:1715212251.319740:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f5d900 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1715212251.319760:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:1.0:1715212251.319776:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212251.319784:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212251.319791:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727552, portal 4 00000400:00000010:1.0:1715212251.319799:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000100:00000200:1.0:1715212251.319802:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727552, offset 0 00000400:00000200:1.0:1715212251.319828:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212251.319842:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212251.319847:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212251.319851:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212251.319855:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212251.319858:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212251.319861:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1419:1419:255:4294967295] 192.168.203.134@tcp LPNI seq info [1419:1419:7:4294967295] 00000800:00000200:2.0:1715212251.319868:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1715212251.319872:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000010:2.0:1715212251.319872:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f5d900. 00000400:00000200:2.0:1715212251.319875:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1715212251.319878:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212251.319880:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000800:00000010:1.0:1715212251.319883:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715212251.319883:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700440 00000400:00000010:2.0:1715212251.319885:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700440. 00000800:00000200:1.0:1715212251.319889:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:2.0:1715212251.319892:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954727488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715212251.319898:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212251.319903:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715212251.319918:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715212251.319920:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:2.0:1715212251.319922:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715212251.319925:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715212251.319926:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:2.0:1715212251.319927:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:2.0:1715212251.319930:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954727552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212251.321174:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212251.321183:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416840 00000400:00000200:0.0:1715212251.321188:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d19 [1] + 224 00000400:00000200:0.0:1715212251.321195:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212251.321197:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212251.321202:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954727488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212251.321223:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212251.321226:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416880 00000400:00000200:0.0:1715212251.321229:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d21 [1] + 224 00000400:00000200:0.0:1715212251.321240:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212251.321246:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212251.321249:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954727552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212251.321280:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b43095d8. 00000400:00000200:2.0:1715212251.321284:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b700c38 00000400:00000010:2.0:1715212251.321285:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012b700c38. 00000100:00000200:2.0:1715212251.321290:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954727488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212251.321297:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954727488/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212251.321318:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d31ac00. 02000000:00000010:2.0:1715212251.321321:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715212251.321324:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:1.0:1715212251.321327:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212251.321334:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212251.321337:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212251.321348:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954727552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212251.321365:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954727552/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212251.321401:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212251.321408:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715212251.321414:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715212256.327587:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212256.327603:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212256.327644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212256.327649:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212256.327734:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212256.327743:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212256.327750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212256.327756:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727616, portal 25 00000400:00000010:2.0:1715212256.327760:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715212256.327763:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954727616, offset 0 00000400:00000200:2.0:1715212256.327772:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212256.327784:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212256.327789:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212256.327794:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212256.327797:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212256.327800:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212256.327803:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1420:1420:256:4294967295] 192.168.203.134@tcp LPNI seq info [1420:1420:8:4294967295] 00000400:00000200:2.0:1715212256.327813:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 02000000:00000010:1.0:1715212256.327818:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000800:00000200:2.0:1715212256.327819:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212256.327822:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715212256.327828:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212256.327834:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212256.327835:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212256.327840:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212256.327844:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212256.327852:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727680, portal 4 00000400:00000010:1.0:1715212256.327860:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000100:00000200:1.0:1715212256.327863:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727680, offset 0 00000400:00000200:1.0:1715212256.327875:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212256.327909:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212256.327942:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212256.327947:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212256.327951:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212256.327954:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212256.327957:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1421:1421:255:4294967295] 192.168.203.134@tcp LPNI seq info [1421:1421:7:4294967295] 00000400:00000200:1.0:1715212256.327969:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212256.327976:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212256.327981:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212256.327988:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212256.327998:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212256.328003:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212256.328030:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212256.328036:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212256.328041:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212256.328048:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212256.328052:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715212256.328054:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715212256.328063:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954727616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212256.328097:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212256.328099:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212256.328102:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212256.328105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212256.328108:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715212256.328109:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715212256.328114:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954727680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212256.329612:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212256.329625:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304168c0 00000400:00000200:0.0:1715212256.329633:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d29 [1] + 224 00000400:00000200:0.0:1715212256.329643:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212256.329647:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212256.329653:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954727616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212256.329688:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212256.329693:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416900 00000400:00000200:0.0:1715212256.329698:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d31 [1] + 224 00000400:00000200:0.0:1715212256.329725:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212256.329729:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212256.329733:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954727680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212256.329771:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212256.329778:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212256.329780:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212256.329788:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954727616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212256.329800:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954727616/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212256.329823:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212256.329831:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212256.329834:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 02000000:00000010:2.0:1715212256.329836:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212256.329841:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000200:1.0:1715212256.329845:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954727680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212256.329845:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:1.0:1715212256.329859:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954727680/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212256.329893:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212256.329900:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212256.329905:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715212261.335570:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212261.335582:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212261.335619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212261.335623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212261.335652:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212261.335660:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212261.335665:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212261.335669:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727744, portal 25 00000400:00000010:2.0:1715212261.335673:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715212261.335676:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954727744, offset 0 00000400:00000200:2.0:1715212261.335682:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212261.335691:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212261.335695:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212261.335699:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212261.335702:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212261.335705:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212261.335708:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1422:1422:256:4294967295] 192.168.203.134@tcp LPNI seq info [1422:1422:8:4294967295] 00000400:00000200:2.0:1715212261.335717:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212261.335722:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212261.335726:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715212261.335730:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212261.335736:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212261.335740:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1715212261.335782:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:1.0:1715212261.335801:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212261.335813:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212261.335823:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727808, portal 4 00000400:00000010:1.0:1715212261.335834:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000100:00000200:1.0:1715212261.335838:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727808, offset 0 00000400:00000200:1.0:1715212261.335855:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212261.335874:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212261.335930:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715212261.335934:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1715212261.335938:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000010:0.0:1715212261.335939:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715212261.335943:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715212261.335944:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715212261.335948:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715212261.335950:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715212261.335953:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1423:1423:255:4294967295] 192.168.203.134@tcp LPNI seq info [1423:1423:7:4294967295] 00000400:00000200:0.0:1715212261.335954:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715212261.335956:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715212261.335963:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954727744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212261.335971:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212261.335981:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212261.335988:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212261.335996:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212261.336006:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212261.336011:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212261.336118:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212261.336121:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212261.336125:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212261.336129:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212261.336132:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715212261.336134:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715212261.336140:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954727808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212261.337554:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212261.337565:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416940 00000400:00000200:0.0:1715212261.337572:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d39 [1] + 224 00000400:00000200:0.0:1715212261.337580:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212261.337584:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212261.337590:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954727744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212261.337629:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212261.337634:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416980 00000400:00000200:0.0:1715212261.337648:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d41 [1] + 224 00000400:00000010:2.0:1715212261.337656:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212261.337660:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212261.337662:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000400:00000200:0.0:1715212261.337664:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212261.337667:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:2.0:1715212261.337669:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954727744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715212261.337672:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954727808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212261.337679:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954727744/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212261.337712:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212261.337716:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212261.337719:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715212261.337793:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212261.337802:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212261.337804:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212261.337814:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954727808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212261.337826:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954727808/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212261.337861:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212261.337868:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715212261.337874:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715212266.343581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212266.343601:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715212266.343641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212266.343645:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715212266.343666:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212266.343675:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212266.343680:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212266.343684:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727872, portal 25 00000400:00000010:2.0:1715212266.343689:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715212266.343691:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954727872, offset 0 00000400:00000200:2.0:1715212266.343698:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212266.343706:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212266.343710:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212266.343714:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212266.343717:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212266.343720:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212266.343723:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1424:1424:256:4294967295] 192.168.203.134@tcp LPNI seq info [1424:1424:8:4294967295] 00000400:00000200:2.0:1715212266.343732:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212266.343738:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212266.343741:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000800:00000200:2.0:1715212266.343746:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212266.343751:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212266.343755:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1715212266.343775:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:1.0:1715212266.343792:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212266.343801:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212266.343809:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954727936, portal 4 00000400:00000010:1.0:1715212266.343817:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715212266.343820:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954727936, offset 0 00000400:00000200:1.0:1715212266.343832:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212266.343877:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212266.343883:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212266.343916:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212266.343920:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212266.343923:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212266.343926:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1425:1425:255:4294967295] 192.168.203.134@tcp LPNI seq info [1425:1425:7:4294967295] 00000400:00000200:1.0:1715212266.343939:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:0.0:1715212266.343942:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1715212266.343946:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:0.0:1715212266.343948:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212266.343952:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1715212266.343953:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212266.343959:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000800:00000200:1.0:1715212266.343960:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:0.0:1715212266.343963:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715212266.343965:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000800:00000200:1.0:1715212266.343970:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:0.0:1715212266.343972:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954727872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715212266.343975:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212266.344004:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212266.344006:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212266.344009:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212266.344013:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212266.344016:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715212266.344017:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715212266.344022:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954727936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212266.345437:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212266.345449:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304169c0 00000400:00000200:0.0:1715212266.345455:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d49 [1] + 224 00000400:00000200:0.0:1715212266.345491:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212266.345495:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212266.345501:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954727872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212266.345535:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212266.345550:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416a00 00000400:00000200:0.0:1715212266.345555:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d51 [1] + 224 00000400:00000200:0.0:1715212266.345568:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212266.345572:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212266.345577:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954727936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212266.345624:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212266.345632:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212266.345633:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212266.345641:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954727872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212266.345652:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954727872/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212266.345686:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212266.345690:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715212266.345693:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715212266.345705:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212266.345713:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212266.345716:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212266.345726:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954727936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212266.345739:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954727936/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212266.345773:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212266.345779:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715212266.345784:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715212271.351594:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212271.351612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212271.351653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212271.351657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715212271.351743:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 02000000:00000010:1.0:1715212271.351745:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715212271.351752:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212271.351758:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212271.351762:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212271.351764:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728000, portal 25 00000400:00000010:2.0:1715212271.351768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000400:00000010:1.0:1715212271.351771:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212271.351771:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728000, offset 0 00000100:00000200:1.0:1715212271.351780:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728064, portal 4 00000400:00000010:1.0:1715212271.351788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000400:00000200:2.0:1715212271.351791:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212271.351801:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728064, offset 0 00000400:00000200:2.0:1715212271.351803:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212271.351807:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212271.351811:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212271.351834:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212271.351839:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212271.351844:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212271.351849:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1426:1426:256:4294967295] 192.168.203.134@tcp LPNI seq info [1426:1426:8:4294967295] 00000400:00000200:2.0:1715212271.351864:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212271.351873:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212271.351879:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715212271.351880:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212271.351886:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212271.351887:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212271.351891:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212271.351897:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212271.351903:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212271.351913:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212271.351916:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212271.351919:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1427:1427:255:4294967295] 192.168.203.134@tcp LPNI seq info [1427:1427:7:4294967295] 00000400:00000200:1.0:1715212271.351931:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212271.351938:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212271.351944:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212271.351951:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212271.351960:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212271.351965:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212271.352043:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212271.352049:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212271.352054:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212271.352061:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212271.352065:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715212271.352068:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715212271.352078:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954728000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212271.352137:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212271.352140:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212271.352142:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212271.352146:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212271.352149:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715212271.352151:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715212271.352155:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954728064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212271.353903:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212271.353917:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416a40 00000400:00000200:0.0:1715212271.353924:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d59 [1] + 224 00000400:00000200:0.0:1715212271.353933:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212271.353937:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212271.353944:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954728000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212271.354003:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212271.354009:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416a80 00000400:00000200:0.0:1715212271.354014:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d61 [1] + 224 00000400:00000200:0.0:1715212271.354029:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212271.354033:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212271.354038:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954728064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212271.354055:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212271.354063:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212271.354065:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212271.354073:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954728000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212271.354083:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954728000/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212271.354121:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212271.354125:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212271.354129:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715212271.354164:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212271.354172:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212271.354174:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212271.354185:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954728064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212271.354198:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954728064/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212271.354232:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212271.354238:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212271.354244:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715212276.359567:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212276.359580:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715212276.359617:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212276.359621:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:2.0:1715212276.359650:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212276.359659:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212276.359664:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212276.359669:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728128, portal 25 00000400:00000010:2.0:1715212276.359673:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715212276.359675:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728128, offset 0 00000400:00000200:2.0:1715212276.359682:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212276.359690:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212276.359694:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212276.359698:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212276.359701:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212276.359704:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212276.359707:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1428:1428:256:4294967295] 192.168.203.134@tcp LPNI seq info [1428:1428:8:4294967295] 00000400:00000200:2.0:1715212276.359717:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212276.359722:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212276.359725:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000800:00000200:2.0:1715212276.359730:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212276.359736:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212276.359740:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1715212276.359814:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:1.0:1715212276.359835:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212276.359845:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212276.359853:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728192, portal 4 00000400:00000010:1.0:1715212276.359862:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000100:00000200:1.0:1715212276.359864:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728192, offset 0 00000400:00000200:1.0:1715212276.359877:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212276.359893:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212276.359898:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212276.359903:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212276.359907:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715212276.359908:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212276.359914:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212276.359918:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212276.359925:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:1.0:1715212276.359927:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:0.0:1715212276.359929:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715212276.359931:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000400:00000200:1.0:1715212276.359931:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1429:1429:255:4294967295] 192.168.203.134@tcp LPNI seq info [1429:1429:7:4294967295] 00000100:00000200:0.0:1715212276.359939:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954728128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212276.359944:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212276.359951:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212276.359957:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212276.359964:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212276.359974:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212276.359979:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212276.360068:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212276.360071:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212276.360075:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212276.360079:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212276.360083:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715212276.360085:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715212276.360091:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954728192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212276.361414:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212276.361427:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416ac0 00000400:00000200:0.0:1715212276.361433:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d69 [1] + 224 00000400:00000200:0.0:1715212276.361442:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212276.361446:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212276.361488:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954728128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212276.361524:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212276.361530:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416b00 00000400:00000200:0.0:1715212276.361535:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d71 [1] + 224 00000400:00000200:0.0:1715212276.361548:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715212276.361548:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:0.0:1715212276.361552:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715212276.361552:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212276.361554:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212276.361560:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954728128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715212276.361566:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954728192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212276.361571:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954728128/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212276.361604:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212276.361609:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715212276.361612:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715212276.361700:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212276.361721:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212276.361725:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212276.361738:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954728192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212276.361757:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954728192/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212276.361827:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212276.361834:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715212276.361840:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212281.367568:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212281.367587:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715212281.367642:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212281.367650:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715212281.367722:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212281.367733:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212281.367741:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212281.367770:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728256, portal 25 00000400:00000010:2.0:1715212281.367778:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715212281.367781:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728256, offset 0 00000400:00000200:2.0:1715212281.367792:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212281.367807:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212281.367812:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212281.367817:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212281.367821:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212281.367823:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715212281.367825:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212281.367827:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1430:1430:256:4294967295] 192.168.203.134@tcp LPNI seq info [1430:1430:8:4294967295] 00000400:00000200:2.0:1715212281.367838:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212281.367842:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212281.367844:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212281.367848:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000010:1.0:1715212281.367852:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212281.367854:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212281.367861:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728320, portal 4 00000800:00000200:2.0:1715212281.367863:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212281.367868:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212281.367869:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715212281.367872:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728320, offset 0 00000400:00000200:1.0:1715212281.367883:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212281.367900:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212281.367906:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212281.367911:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212281.367915:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212281.367918:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212281.367939:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1431:1431:255:4294967295] 192.168.203.134@tcp LPNI seq info [1431:1431:7:4294967295] 00000400:00000200:1.0:1715212281.367951:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212281.367959:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212281.367964:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212281.367972:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212281.367981:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212281.367986:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212281.368014:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212281.368020:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212281.368026:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212281.368033:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212281.368038:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715212281.368040:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715212281.368050:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954728256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212281.368122:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212281.368124:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212281.368127:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212281.368131:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212281.368134:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715212281.368135:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715212281.368139:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954728320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212281.369829:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212281.369843:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416b40 00000400:00000200:0.0:1715212281.369851:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d79 [1] + 224 00000400:00000200:0.0:1715212281.369862:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212281.369875:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212281.369883:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954728256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212281.369924:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212281.369930:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416b80 00000400:00000200:0.0:1715212281.369935:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d81 [1] + 224 00000400:00000200:0.0:1715212281.369948:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212281.369952:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212281.369957:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954728320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212281.369980:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212281.369987:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212281.369990:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212281.369999:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954728256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212281.370014:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954728256/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212281.370064:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212281.370071:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715212281.370077:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715212281.370084:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212281.370092:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212281.370094:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212281.370104:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954728320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212281.370118:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954728320/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212281.370152:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212281.370158:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212281.370163:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212286.375572:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212286.375588:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715212286.375629:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212286.375634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715212286.375664:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212286.375674:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212286.375679:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212286.375685:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728384, portal 25 00000400:00000010:2.0:1715212286.375689:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715212286.375692:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728384, offset 0 00000400:00000200:2.0:1715212286.375700:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212286.375712:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212286.375750:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212286.375757:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212286.375761:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212286.375765:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212286.375770:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1432:1432:256:4294967295] 192.168.203.134@tcp LPNI seq info [1432:1432:8:4294967295] 02000000:00000010:1.0:1715212286.375781:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212286.375785:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212286.375793:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212286.375797:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000010:2.0:1715212286.375799:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000010:1.0:1715212286.375806:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212286.375807:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212286.375815:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728448, portal 4 00000800:00000200:2.0:1715212286.375816:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212286.375822:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212286.375823:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000100:00000200:1.0:1715212286.375826:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728448, offset 0 00000400:00000200:1.0:1715212286.375838:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212286.375855:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212286.375861:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212286.375865:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212286.375869:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212286.375872:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212286.375875:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1433:1433:255:4294967295] 192.168.203.134@tcp LPNI seq info [1433:1433:7:4294967295] 00000400:00000200:1.0:1715212286.375904:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212286.375912:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212286.375917:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212286.375924:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212286.375933:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212286.375938:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212286.375961:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212286.375967:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212286.375973:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212286.375980:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212286.375985:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715212286.375987:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715212286.375996:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954728384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212286.376055:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212286.376058:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212286.376061:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212286.376065:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212286.376068:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715212286.376069:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715212286.376074:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954728448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212286.377687:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212286.377701:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416bc0 00000400:00000200:0.0:1715212286.377708:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d89 [1] + 224 00000400:00000200:0.0:1715212286.377756:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212286.377761:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212286.377768:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954728384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212286.377804:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212286.377810:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416c00 00000400:00000200:0.0:1715212286.377814:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d91 [1] + 224 00000400:00000200:0.0:1715212286.377827:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715212286.377828:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:0.0:1715212286.377830:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1715212286.377833:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212286.377834:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212286.377841:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954728384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715212286.377845:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954728448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212286.377852:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954728384/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212286.377887:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212286.377891:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715212286.377895:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715212286.377967:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212286.377975:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212286.377977:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212286.377987:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954728448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212286.378000:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954728448/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212286.378034:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212286.378040:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212286.378045:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715212291.383577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212291.383598:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715212291.383643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212291.383647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:2.0:1715212291.383763:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212291.383773:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212291.383780:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212291.383788:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728512, portal 25 00000400:00000010:2.0:1715212291.383793:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000100:00000200:2.0:1715212291.383795:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728512, offset 0 00000400:00000200:2.0:1715212291.383806:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212291.383820:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212291.383826:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212291.383831:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715212291.383835:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212291.383835:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212291.383838:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212291.383841:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1434:1434:256:4294967295] 192.168.203.134@tcp LPNI seq info [1434:1434:8:4294967295] 00000400:00000010:1.0:1715212291.383852:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212291.383852:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212291.383858:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212291.383862:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000010:2.0:1715212291.383862:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000800:00000200:2.0:1715212291.383868:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212291.383870:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728576, portal 4 00000400:00000010:1.0:1715212291.383878:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000800:00000200:2.0:1715212291.383878:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212291.383881:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728576, offset 0 00000800:00000200:2.0:1715212291.383883:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212291.383893:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212291.383910:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212291.383916:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212291.383921:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212291.383925:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212291.383927:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212291.383931:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1435:1435:255:4294967295] 192.168.203.134@tcp LPNI seq info [1435:1435:7:4294967295] 00000400:00000200:1.0:1715212291.383943:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212291.383970:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212291.383976:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212291.383983:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212291.383992:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212291.383998:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212291.384031:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212291.384037:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212291.384043:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212291.384050:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212291.384055:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715212291.384057:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715212291.384067:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954728512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212291.384143:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212291.384146:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212291.384149:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212291.384153:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212291.384156:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715212291.384157:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715212291.384162:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954728576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212291.386117:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212291.386130:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416c40 00000400:00000200:0.0:1715212291.386147:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2d99 [1] + 224 00000400:00000200:0.0:1715212291.386159:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212291.386162:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212291.386169:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954728512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212291.386208:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212291.386213:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416c80 00000400:00000200:0.0:1715212291.386219:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2da1 [1] + 224 00000400:00000200:0.0:1715212291.386232:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212291.386235:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212291.386240:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954728576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212291.386252:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212291.386259:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212291.386262:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212291.386270:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954728512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212291.386281:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954728512/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212291.386320:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212291.386324:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715212291.386329:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715212291.386362:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212291.386370:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212291.386372:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212291.386382:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954728576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212291.386395:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954728576/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212291.386430:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212291.386436:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715212291.386441:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715212296.391581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212296.391602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212296.391666:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212296.391671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212296.391750:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212296.391762:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212296.391769:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212296.391777:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728640, portal 25 00000400:00000010:2.0:1715212296.391782:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715212296.391785:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728640, offset 0 00000400:00000200:2.0:1715212296.391795:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212296.391809:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715212296.391810:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212296.391815:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212296.391819:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212296.391823:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212296.391826:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212296.391827:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212296.391830:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1436:1436:256:4294967295] 192.168.203.134@tcp LPNI seq info [1436:1436:8:4294967295] 00000400:00000010:1.0:1715212296.391836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212296.391842:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212296.391845:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728704, portal 4 00000800:00000200:2.0:1715212296.391847:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212296.391852:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000010:1.0:1715212296.391854:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000100:00000200:1.0:1715212296.391857:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728704, offset 0 00000800:00000200:2.0:1715212296.391858:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212296.391867:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212296.391868:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212296.391872:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212296.391885:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212296.391891:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212296.391896:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212296.391900:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212296.391903:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212296.391906:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1437:1437:255:4294967295] 192.168.203.134@tcp LPNI seq info [1437:1437:7:4294967295] 00000400:00000200:1.0:1715212296.391917:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212296.391924:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212296.391946:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212296.391954:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212296.391964:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212296.391969:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212296.392020:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212296.392027:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212296.392032:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212296.392040:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212296.392044:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715212296.392046:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715212296.392056:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954728640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212296.392138:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212296.392141:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212296.392144:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212296.392148:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212296.392151:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715212296.392153:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715212296.392158:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954728704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212296.393972:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212296.393995:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416cc0 00000400:00000200:0.0:1715212296.394002:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2da9 [1] + 224 00000400:00000200:0.0:1715212296.394015:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212296.394018:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212296.394025:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954728640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212296.394062:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212296.394067:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416d00 00000400:00000200:0.0:1715212296.394072:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2db1 [1] + 224 00000400:00000200:0.0:1715212296.394085:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212296.394089:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212296.394094:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954728704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212296.394146:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212296.394153:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212296.394155:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212296.394163:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954728640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212296.394174:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954728640/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212296.394213:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212296.394218:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000400:00000010:1.0:1715212296.394220:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000010:2.0:1715212296.394223:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000200:1.0:1715212296.394228:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212296.394231:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212296.394241:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954728704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212296.394254:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954728704/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212296.394289:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212296.394295:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212296.394300:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715212301.399581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212301.399602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715212301.399671:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212301.399676:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715212301.399735:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212301.399746:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212301.399753:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212301.399762:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728768, portal 25 00000400:00000010:2.0:1715212301.399767:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000100:00000200:2.0:1715212301.399770:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728768, offset 0 00000400:00000200:2.0:1715212301.399780:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212301.399794:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212301.399800:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212301.399804:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212301.399808:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212301.399811:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212301.399814:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1438:1438:256:4294967295] 192.168.203.134@tcp LPNI seq info [1438:1438:8:4294967295] 00000400:00000200:2.0:1715212301.399825:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212301.399831:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212301.399835:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 02000000:00000010:1.0:1715212301.399840:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000800:00000200:2.0:1715212301.399842:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212301.399850:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212301.399855:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212301.399858:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212301.399867:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212301.399876:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728832, portal 4 00000400:00000010:1.0:1715212301.399884:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000100:00000200:1.0:1715212301.399887:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728832, offset 0 00000400:00000200:1.0:1715212301.399898:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212301.399916:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212301.399921:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212301.399926:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212301.399930:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212301.399932:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212301.399936:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1439:1439:255:4294967295] 192.168.203.134@tcp LPNI seq info [1439:1439:7:4294967295] 00000400:00000200:1.0:1715212301.399948:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212301.399954:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212301.399960:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212301.399983:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212301.399993:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212301.399998:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212301.400017:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212301.400023:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212301.400028:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212301.400036:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212301.400040:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715212301.400042:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715212301.400052:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954728768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212301.400089:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212301.400091:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212301.400094:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212301.400097:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212301.400100:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715212301.400102:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715212301.400106:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954728832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212301.401671:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212301.401685:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416d40 00000400:00000200:0.0:1715212301.401692:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2db9 [1] + 224 00000400:00000200:0.0:1715212301.401704:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212301.401707:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212301.401715:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954728768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212301.401751:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212301.401756:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416d80 00000400:00000200:0.0:1715212301.401761:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2dc1 [1] + 224 00000400:00000200:0.0:1715212301.401780:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212301.401784:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212301.401788:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954728832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212301.401806:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212301.401813:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212301.401816:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212301.401824:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954728768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212301.401835:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954728768/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212301.401874:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212301.401879:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715212301.401884:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715212301.401908:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212301.401917:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212301.401919:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212301.401929:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954728832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212301.401941:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954728832/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212301.401976:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212301.401982:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715212301.401987:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715212306.407619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212306.407640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715212306.407683:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212306.407687:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212306.407750:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212306.407762:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212306.407768:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212306.407775:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728896, portal 25 00000400:00000010:2.0:1715212306.407780:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000100:00000200:2.0:1715212306.407782:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954728896, offset 0 00000400:00000200:2.0:1715212306.407792:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212306.407805:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212306.407810:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715212306.407814:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212306.407815:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212306.407819:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212306.407822:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212306.407826:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1440:1440:256:4294967295] 192.168.203.134@tcp LPNI seq info [1440:1440:8:4294967295] 00000400:00000010:1.0:1715212306.407832:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212306.407836:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212306.407841:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212306.407842:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212306.407846:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000100:00000200:1.0:1715212306.407849:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954728960, portal 4 00000800:00000200:2.0:1715212306.407852:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212306.407858:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000100:00000200:1.0:1715212306.407860:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954728960, offset 0 00000800:00000200:2.0:1715212306.407861:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212306.407865:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212306.407872:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212306.407889:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212306.407894:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212306.407899:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212306.407903:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212306.407906:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212306.407909:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1441:1441:255:4294967295] 192.168.203.134@tcp LPNI seq info [1441:1441:7:4294967295] 00000400:00000200:1.0:1715212306.407921:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212306.407927:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212306.407932:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212306.407939:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212306.407966:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212306.407971:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212306.408012:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212306.408018:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212306.408024:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212306.408031:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212306.408035:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715212306.408037:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715212306.408047:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954728896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212306.408120:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212306.408123:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212306.408126:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212306.408130:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212306.408132:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715212306.408134:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715212306.408150:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954728960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212306.410072:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212306.410087:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416dc0 00000400:00000200:0.0:1715212306.410094:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2dc9 [1] + 224 00000400:00000200:0.0:1715212306.410105:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212306.410108:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212306.410115:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954728896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212306.410150:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212306.410155:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416e00 00000400:00000200:0.0:1715212306.410160:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2dd1 [1] + 224 00000400:00000200:0.0:1715212306.410175:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212306.410178:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212306.410183:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954728960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212306.410241:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212306.410249:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212306.410250:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212306.410258:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954728896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212306.410269:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954728896/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212306.410307:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212306.410308:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212306.410313:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000400:00000200:1.0:1715212306.410315:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212306.410317:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000010:2.0:1715212306.410317:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000200:1.0:1715212306.410328:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954728960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212306.410341:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954728960/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212306.410374:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212306.410381:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715212306.410386:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715212311.415531:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212311.415547:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715212311.415611:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212311.415615:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715212311.415650:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212311.415657:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212311.415662:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212311.415668:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729024, portal 25 00000400:00000010:2.0:1715212311.415671:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212311.415673:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729024, offset 0 00000400:00000200:2.0:1715212311.415680:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212311.415691:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715212311.415693:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212311.415694:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212311.415698:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212311.415700:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212311.415702:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212311.415703:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212311.415704:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1442:1442:256:4294967295] 192.168.203.134@tcp LPNI seq info [1442:1442:8:4294967295] 00000400:00000010:1.0:1715212311.415709:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212311.415711:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212311.415714:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212311.415715:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729088, portal 4 00000800:00000010:2.0:1715212311.415717:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000010:1.0:1715212311.415720:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000800:00000200:2.0:1715212311.415721:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212311.415722:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729088, offset 0 00000800:00000200:2.0:1715212311.415726:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212311.415729:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212311.415729:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212311.415739:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212311.415742:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212311.415746:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212311.415748:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212311.415750:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212311.415752:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1443:1443:255:4294967295] 192.168.203.134@tcp LPNI seq info [1443:1443:7:4294967295] 00000400:00000200:1.0:1715212311.415759:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212311.415763:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212311.415767:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212311.415771:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212311.415777:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212311.415790:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212311.415834:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212311.415838:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212311.415841:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212311.415846:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212311.415848:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:0.0:1715212311.415850:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715212311.415857:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954729024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212311.415904:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212311.415905:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212311.415907:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212311.415910:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212311.415911:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715212311.415918:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715212311.415922:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954729088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212311.417347:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212311.417356:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416e40 00000400:00000200:0.0:1715212311.417361:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2dd9 [1] + 224 00000400:00000200:0.0:1715212311.417367:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212311.417370:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212311.417374:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954729024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212311.417422:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212311.417428:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416e80 00000400:00000200:0.0:1715212311.417434:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2de1 [1] + 224 00000400:00000200:0.0:1715212311.417452:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212311.417456:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212311.417488:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954729088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212311.417512:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212311.417519:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212311.417521:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212311.417530:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954729024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212311.417541:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954729024/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212311.417628:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212311.417632:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000400:00000200:1.0:1715212311.417633:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212311.417634:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 02000000:00000010:2.0:1715212311.417635:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715212311.417639:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000200:1.0:1715212311.417641:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954729088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212311.417648:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954729088/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212311.417670:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212311.417674:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715212311.417677:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212316.423619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212316.423640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212316.423686:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212316.423690:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212316.423783:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212316.423794:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212316.423801:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212316.423809:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729152, portal 25 00000400:00000010:2.0:1715212316.423814:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000100:00000200:2.0:1715212316.423817:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729152, offset 0 00000400:00000200:2.0:1715212316.423827:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212316.423841:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212316.423847:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715212316.423850:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212316.423852:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212316.423855:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212316.423858:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212316.423862:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1444:1444:256:4294967295] 192.168.203.134@tcp LPNI seq info [1444:1444:8:4294967295] 00000400:00000010:1.0:1715212316.423868:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212316.423872:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212316.423877:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212316.423878:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212316.423882:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000100:00000200:1.0:1715212316.423886:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729216, portal 4 00000800:00000200:2.0:1715212316.423888:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212316.423894:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000100:00000200:1.0:1715212316.423897:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729216, offset 0 00000800:00000200:2.0:1715212316.423898:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212316.423903:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212316.423909:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212316.423926:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212316.423931:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212316.423936:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212316.423940:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212316.423943:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212316.423946:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1445:1445:255:4294967295] 192.168.203.134@tcp LPNI seq info [1445:1445:7:4294967295] 00000400:00000200:1.0:1715212316.423958:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212316.423965:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212316.423970:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212316.423977:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212316.423987:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212316.423992:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212316.424041:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212316.424047:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212316.424052:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212316.424060:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212316.424065:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715212316.424068:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715212316.424078:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954729152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212316.424143:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212316.424146:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212316.424149:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212316.424153:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212316.424167:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715212316.424168:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715212316.424174:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954729216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212316.425951:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212316.425966:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416ec0 00000400:00000200:0.0:1715212316.425973:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2de9 [1] + 224 00000400:00000200:0.0:1715212316.425984:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212316.425988:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212316.425995:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954729152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212316.426032:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212316.426037:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416f00 00000400:00000200:0.0:1715212316.426042:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2df1 [1] + 224 00000400:00000200:0.0:1715212316.426056:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212316.426060:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212316.426065:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954729216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212316.426120:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212316.426128:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212316.426130:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212316.426138:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954729152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212316.426149:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954729152/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212316.426185:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212316.426189:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 00000400:00000200:1.0:1715212316.426193:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 02000000:00000010:2.0:1715212316.426194:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000400:00000010:1.0:1715212316.426195:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000010:2.0:1715212316.426199:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000200:1.0:1715212316.426206:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954729216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212316.426219:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954729216/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212316.426253:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212316.426259:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212316.426265:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715212321.431588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212321.431609:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212321.431653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212321.431658:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212321.431753:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58200. 00000400:00000010:2.0:1715212321.431764:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212321.431771:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212321.431779:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729280, portal 25 00000400:00000010:2.0:1715212321.431784:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715212321.431787:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729280, offset 0 00000400:00000200:2.0:1715212321.431797:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212321.431811:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212321.431817:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212321.431822:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715212321.431826:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212321.431826:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212321.431828:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212321.431831:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1446:1446:256:4294967295] 192.168.203.134@tcp LPNI seq info [1446:1446:8:4294967295] 00000400:00000200:2.0:1715212321.431842:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212321.431844:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212321.431848:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212321.431853:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000010:1.0:1715212321.431854:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212321.431859:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212321.431862:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729344, portal 4 00000800:00000200:2.0:1715212321.431869:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:1.0:1715212321.431870:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000100:00000200:1.0:1715212321.431873:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729344, offset 0 00000800:00000200:2.0:1715212321.431874:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212321.431885:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212321.431902:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212321.431908:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212321.431912:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212321.431916:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212321.431919:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212321.431922:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1447:1447:255:4294967295] 192.168.203.134@tcp LPNI seq info [1447:1447:7:4294967295] 00000400:00000200:1.0:1715212321.431935:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212321.431941:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212321.431946:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212321.431953:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212321.431963:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212321.431969:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212321.432026:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212321.432032:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212321.432038:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212321.432046:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212321.432051:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715212321.432053:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715212321.432063:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954729280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212321.432144:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212321.432147:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212321.432150:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212321.432163:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212321.432167:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715212321.432168:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715212321.432174:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954729344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212321.434356:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212321.434371:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030416f80 00000400:00000200:0.0:1715212321.434380:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e01 [1] + 224 00000400:00000200:0.0:1715212321.434390:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212321.434394:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212321.434402:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954729344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212321.434439:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212321.434444:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416f40 00000400:00000200:0.0:1715212321.434448:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2df9 [1] + 224 00000400:00000200:0.0:1715212321.434520:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212321.434525:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212321.434532:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954729280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212321.434561:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212321.434586:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212321.434588:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212321.434599:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954729344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212321.434612:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954729344/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212321.434651:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715212321.434652:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 02000000:00000010:1.0:1715212321.434657:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000200:2.0:1715212321.434660:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212321.434663:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000010:1.0:1715212321.434664:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:2.0:1715212321.434671:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954729280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212321.434682:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954729280/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212321.434721:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58200. 02000000:00000010:2.0:1715212321.434726:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212321.434730:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715212326.439577:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212326.439598:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212326.439643:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212326.439647:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212326.439741:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212326.439751:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212326.439759:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212326.439767:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729408, portal 25 02000000:00000010:1.0:1715212326.439770:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715212326.439771:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715212326.439774:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729408, offset 0 00000400:00000200:2.0:1715212326.439784:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212326.439788:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212326.439797:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212326.439798:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212326.439804:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212326.439805:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729472, portal 4 00000400:00000200:2.0:1715212326.439808:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212326.439812:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212326.439813:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000400:00000200:2.0:1715212326.439815:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212326.439816:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729472, offset 0 00000400:00000200:2.0:1715212326.439818:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1448:1448:256:4294967295] 192.168.203.134@tcp LPNI seq info [1448:1448:8:4294967295] 00000400:00000200:1.0:1715212326.439828:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212326.439830:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212326.439836:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212326.439840:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715212326.439844:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212326.439847:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212326.439851:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212326.439855:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212326.439856:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212326.439860:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212326.439860:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212326.439863:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212326.439866:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1449:1449:255:4294967295] 192.168.203.134@tcp LPNI seq info [1449:1449:7:4294967295] 00000400:00000200:1.0:1715212326.439878:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212326.439884:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212326.439889:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212326.439896:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212326.439906:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212326.439911:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212326.440011:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212326.440018:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212326.440024:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212326.440031:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212326.440036:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715212326.440038:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715212326.440048:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954729408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212326.440120:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212326.440123:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212326.440136:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212326.440141:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212326.440144:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715212326.440146:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715212326.440151:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954729472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212326.442054:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212326.442068:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030416fc0 00000400:00000200:0.0:1715212326.442076:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e09 [1] + 224 00000400:00000200:0.0:1715212326.442087:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212326.442091:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212326.442098:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954729408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212326.442134:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212326.442139:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417000 00000400:00000200:0.0:1715212326.442145:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e11 [1] + 224 00000400:00000200:0.0:1715212326.442160:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212326.442164:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212326.442168:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954729472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212326.442177:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212326.442185:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212326.442187:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212326.442195:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954729408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212326.442206:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954729408/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212326.442263:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212326.442270:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715212326.442275:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000400:00000010:1.0:1715212326.442296:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212326.442304:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212326.442322:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212326.442333:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954729472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212326.442346:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954729472/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212326.442380:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212326.442387:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212326.442392:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715212331.447604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212331.447624:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212331.447668:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212331.447672:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715212331.447765:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212331.447776:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212331.447784:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212331.447792:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729536, portal 25 02000000:00000010:1.0:1715212331.447796:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715212331.447797:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000100:00000200:2.0:1715212331.447800:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729536, offset 0 00000400:00000200:2.0:1715212331.447811:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212331.447813:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212331.447822:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212331.447825:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212331.447831:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729600, portal 4 00000400:00000200:2.0:1715212331.447831:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212331.447836:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212331.447838:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000400:00000200:2.0:1715212331.447839:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212331.447841:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729600, offset 0 00000400:00000200:2.0:1715212331.447842:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212331.447845:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1450:1450:256:4294967295] 192.168.203.134@tcp LPNI seq info [1450:1450:8:4294967295] 00000400:00000200:1.0:1715212331.447853:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212331.447857:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212331.447863:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212331.447867:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715212331.447871:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212331.447874:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212331.447877:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212331.447882:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212331.447884:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212331.447885:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212331.447888:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212331.447888:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212331.447892:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1451:1451:255:4294967295] 192.168.203.134@tcp LPNI seq info [1451:1451:7:4294967295] 00000400:00000200:1.0:1715212331.447903:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212331.447910:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212331.447915:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212331.447922:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212331.447932:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212331.447937:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212331.448034:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212331.448040:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212331.448046:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212331.448053:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212331.448058:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715212331.448060:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715212331.448070:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954729536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212331.448134:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212331.448147:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212331.448151:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212331.448155:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212331.448159:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715212331.448160:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715212331.448165:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954729600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212331.449927:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212331.449941:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417040 00000400:00000200:0.0:1715212331.449949:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e19 [1] + 224 00000400:00000200:0.0:1715212331.449959:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212331.449963:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212331.449970:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954729536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212331.450007:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212331.450012:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417080 00000400:00000200:0.0:1715212331.450017:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e21 [1] + 224 00000400:00000200:0.0:1715212331.450034:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212331.450038:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212331.450043:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954729600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212331.450091:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212331.450099:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212331.450101:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212331.450109:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954729536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212331.450120:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954729536/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212331.450159:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212331.450164:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212331.450169:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:1.0:1715212331.450178:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212331.450186:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212331.450188:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212331.450215:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954729600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212331.450227:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954729600/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212331.450262:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212331.450268:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212331.450274:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715212336.455602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212336.455620:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212336.455661:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212336.455665:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212336.455759:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212336.455769:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212336.455776:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212336.455783:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729664, portal 25 02000000:00000010:1.0:1715212336.455785:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715212336.455787:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:2.0:1715212336.455790:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729664, offset 0 00000400:00000200:2.0:1715212336.455799:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212336.455801:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212336.455810:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212336.455812:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212336.455817:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212336.455818:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729728, portal 4 00000400:00000200:2.0:1715212336.455821:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212336.455824:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212336.455827:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:2.0:1715212336.455827:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212336.455829:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729728, offset 0 00000400:00000200:2.0:1715212336.455830:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1452:1452:256:4294967295] 192.168.203.134@tcp LPNI seq info [1452:1452:8:4294967295] 00000400:00000200:1.0:1715212336.455841:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212336.455841:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212336.455847:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212336.455851:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715212336.455856:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212336.455857:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212336.455862:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212336.455865:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212336.455867:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212336.455870:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212336.455870:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212336.455873:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212336.455876:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1453:1453:255:4294967295] 192.168.203.134@tcp LPNI seq info [1453:1453:7:4294967295] 00000400:00000200:1.0:1715212336.455888:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212336.455894:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212336.455899:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212336.455906:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212336.455915:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212336.455920:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212336.456013:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212336.456019:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212336.456025:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212336.456032:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212336.456037:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715212336.456039:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715212336.456049:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954729664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212336.456127:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212336.456129:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212336.456133:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212336.456137:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212336.456140:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715212336.456142:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715212336.456147:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954729728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212336.457695:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212336.457708:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304170c0 00000400:00000200:0.0:1715212336.457716:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e29 [1] + 224 00000400:00000200:0.0:1715212336.457726:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212336.457730:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212336.457738:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954729664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212336.457773:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212336.457778:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417100 00000400:00000200:0.0:1715212336.457783:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e31 [1] + 224 00000400:00000200:0.0:1715212336.457797:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212336.457802:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212336.457806:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954729728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212336.457861:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212336.457869:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212336.457871:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212336.457878:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954729664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212336.457889:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954729664/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212336.457928:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000010:1.0:1715212336.457932:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212336.457933:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715212336.457936:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000200:1.0:1715212336.457940:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212336.457942:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212336.457952:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954729728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212336.457979:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954729728/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212336.458011:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212336.458017:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212336.458022:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715212341.463593:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212341.463612:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212341.463654:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212341.463669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715212341.463748:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212341.463758:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212341.463764:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212341.463772:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729792, portal 25 02000000:00000010:1.0:1715212341.463773:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000010:2.0:1715212341.463776:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000100:00000200:2.0:1715212341.463778:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729792, offset 0 00000400:00000010:1.0:1715212341.463785:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212341.463787:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212341.463795:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212341.463800:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212341.463801:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729856, portal 4 00000400:00000200:2.0:1715212341.463806:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212341.463809:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb110. 00000400:00000200:2.0:1715212341.463810:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212341.463812:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729856, offset 0 00000400:00000200:2.0:1715212341.463814:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212341.463817:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212341.463820:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1454:1454:256:4294967295] 192.168.203.134@tcp LPNI seq info [1454:1454:8:4294967295] 00000400:00000200:1.0:1715212341.463821:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212341.463832:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212341.463838:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212341.463842:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715212341.463843:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212341.463849:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212341.463849:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212341.463853:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212341.463857:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212341.463857:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212341.463860:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212341.463861:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212341.463863:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1455:1455:255:4294967295] 192.168.203.134@tcp LPNI seq info [1455:1455:7:4294967295] 00000400:00000200:1.0:1715212341.463874:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212341.463880:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212341.463884:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212341.463890:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212341.463898:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212341.463903:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212341.464009:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212341.464015:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212341.464021:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212341.464028:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212341.464032:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715212341.464034:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715212341.464053:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954729792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212341.464116:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212341.464119:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212341.464122:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212341.464126:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212341.464129:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb110 00000400:00000010:0.0:1715212341.464131:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb110. 00000100:00000200:0.0:1715212341.464136:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954729856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212341.465637:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212341.465650:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417140 00000400:00000200:0.0:1715212341.465658:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e39 [1] + 224 00000400:00000200:0.0:1715212341.465669:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212341.465673:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212341.465680:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954729792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212341.465717:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212341.465722:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417180 00000400:00000200:0.0:1715212341.465728:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e41 [1] + 224 00000400:00000200:0.0:1715212341.465746:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212341.465750:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212341.465755:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954729856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212341.465806:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212341.465814:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212341.465816:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212341.465824:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954729792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212341.465835:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954729792/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212341.465872:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212341.465877:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212341.465881:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:1.0:1715212341.465887:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212341.465894:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212341.465896:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212341.465906:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954729856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212341.465938:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954729856/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212341.465965:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212341.465970:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715212341.465974:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715212346.471591:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212346.471605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715212346.471641:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212346.471644:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715212346.471729:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212346.471737:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212346.471742:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212346.471746:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729920, portal 25 00000400:00000010:2.0:1715212346.471750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715212346.471752:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954729920, offset 0 02000000:00000010:1.0:1715212346.471758:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a200. 00000400:00000200:2.0:1715212346.471759:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212346.471766:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212346.471767:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212346.471771:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212346.471771:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212346.471775:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212346.471776:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954729984, portal 4 00000400:00000200:2.0:1715212346.471778:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212346.471780:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212346.471781:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb6e8. 00000100:00000200:1.0:1715212346.471783:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954729984, offset 0 00000400:00000200:2.0:1715212346.471783:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1456:1456:256:4294967295] 192.168.203.134@tcp LPNI seq info [1456:1456:8:4294967295] 00000400:00000200:1.0:1715212346.471790:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212346.471792:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212346.471798:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212346.471801:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715212346.471802:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212346.471806:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212346.471806:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212346.471810:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212346.471812:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212346.471813:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212346.471816:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212346.471816:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212346.471819:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1457:1457:255:4294967295] 192.168.203.134@tcp LPNI seq info [1457:1457:7:4294967295] 00000400:00000200:1.0:1715212346.471830:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212346.471835:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212346.471839:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212346.471844:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212346.471850:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212346.471854:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212346.471954:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212346.471960:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212346.471965:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212346.471972:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212346.471976:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715212346.471986:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715212346.471994:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954729920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212346.472054:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212346.472056:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212346.472059:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212346.472064:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212346.472067:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb6e8 00000400:00000010:0.0:1715212346.472069:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb6e8. 00000100:00000200:0.0:1715212346.472073:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954729984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212346.473515:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212346.473527:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304171c0 00000400:00000200:0.0:1715212346.473533:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e49 [1] + 224 00000400:00000200:0.0:1715212346.473542:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212346.473545:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212346.473552:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954729920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212346.473587:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212346.473592:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417200 00000400:00000200:0.0:1715212346.473596:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e51 [1] + 224 00000400:00000200:0.0:1715212346.473615:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212346.473618:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212346.473623:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954729984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212346.473672:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212346.473680:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212346.473682:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212346.473690:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954729920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212346.473701:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954729920/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212346.473734:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212346.473739:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:2.0:1715212346.473742:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000010:1.0:1715212346.473746:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212346.473753:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212346.473755:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212346.473764:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954729984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212346.473793:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954729984/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212346.473816:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a200. 02000000:00000010:1.0:1715212346.473821:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212346.473825:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715212351.479595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212351.479608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715212351.479649:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212351.479653:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715212351.479731:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212351.479739:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212351.479744:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212351.479748:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730048, portal 25 00000400:00000010:2.0:1715212351.479752:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715212351.479754:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730048, offset 0 00000400:00000200:2.0:1715212351.479761:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212351.479765:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212351.479769:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212351.479773:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212351.479773:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212351.479777:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212351.479779:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212351.479779:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212351.479782:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212351.479783:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730112, portal 4 00000400:00000200:2.0:1715212351.479785:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1458:1458:256:4294967295] 192.168.203.134@tcp LPNI seq info [1458:1458:8:4294967295] 00000400:00000010:1.0:1715212351.479788:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbd48. 00000100:00000200:1.0:1715212351.479790:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954730112, offset 0 00000400:00000200:2.0:1715212351.479794:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212351.479798:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212351.479800:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212351.479803:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715212351.479807:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212351.479808:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212351.479811:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212351.479815:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212351.479815:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212351.479818:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212351.479818:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212351.479820:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212351.479823:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1459:1459:255:4294967295] 192.168.203.134@tcp LPNI seq info [1459:1459:7:4294967295] 00000400:00000200:1.0:1715212351.479834:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212351.479839:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212351.479843:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212351.479848:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212351.479855:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212351.479858:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212351.479955:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212351.479961:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212351.479966:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212351.479972:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212351.479985:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715212351.479987:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715212351.479995:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954730048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212351.480056:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212351.480058:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212351.480061:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212351.480066:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212351.480068:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbd48 00000400:00000010:0.0:1715212351.480070:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbd48. 00000100:00000200:0.0:1715212351.480075:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954730112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212351.481551:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212351.481563:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417240 00000400:00000200:0.0:1715212351.481569:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e59 [1] + 224 00000400:00000200:0.0:1715212351.481578:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212351.481582:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212351.481589:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954730048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212351.481624:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212351.481629:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417280 00000400:00000200:0.0:1715212351.481634:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e61 [1] + 224 00000400:00000200:0.0:1715212351.481652:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212351.481656:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212351.481660:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954730112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212351.481713:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212351.481720:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212351.481722:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212351.481730:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954730048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212351.481741:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954730048/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212351.481775:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212351.481779:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715212351.481782:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000010:1.0:1715212351.481787:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212351.481794:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212351.481797:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212351.481805:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954730112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212351.481834:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954730112/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212351.481857:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212351.481861:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212351.481865:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715212356.487581:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212356.487594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212356.487629:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212356.487634:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212356.487721:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212356.487729:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212356.487734:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212356.487738:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730176, portal 25 00000400:00000010:2.0:1715212356.487742:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715212356.487744:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730176, offset 0 02000000:00000010:1.0:1715212356.487745:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212356.487751:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212356.487753:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212356.487758:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212356.487760:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212356.487762:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730240, portal 4 00000400:00000200:2.0:1715212356.487764:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212356.487766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbbb0. 00000400:00000200:2.0:1715212356.487767:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212356.487769:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954730240, offset 0 00000400:00000200:2.0:1715212356.487770:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212356.487772:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212356.487775:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1460:1460:256:4294967295] 192.168.203.134@tcp LPNI seq info [1460:1460:8:4294967295] 00000400:00000200:1.0:1715212356.487776:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212356.487785:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212356.487791:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212356.487794:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715212356.487796:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212356.487799:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212356.487801:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212356.487804:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212356.487805:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212356.487807:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212356.487809:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212356.487810:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212356.487813:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1461:1461:255:4294967295] 192.168.203.134@tcp LPNI seq info [1461:1461:7:4294967295] 00000400:00000200:1.0:1715212356.487823:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212356.487828:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212356.487831:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212356.487837:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212356.487843:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212356.487847:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212356.487945:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212356.487951:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212356.487956:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212356.487971:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212356.487975:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715212356.487977:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715212356.487985:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954730176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212356.488044:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212356.488047:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212356.488050:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212356.488054:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212356.488056:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbbb0 00000400:00000010:0.0:1715212356.488058:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbbb0. 00000100:00000200:0.0:1715212356.488063:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954730240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212356.489530:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212356.489542:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304172c0 00000400:00000200:0.0:1715212356.489549:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e69 [1] + 224 00000400:00000200:0.0:1715212356.489557:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212356.489561:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212356.489567:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954730176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212356.489602:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212356.489607:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417300 00000400:00000200:0.0:1715212356.489612:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e71 [1] + 224 00000400:00000200:0.0:1715212356.489628:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212356.489632:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212356.489637:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954730240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212356.489692:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212356.489700:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212356.489702:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212356.489710:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954730176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212356.489721:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954730176/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212356.489755:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212356.489759:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212356.489762:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715212356.489766:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212356.489773:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212356.489775:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212356.489784:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954730240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212356.489812:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954730240/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212356.489836:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212356.489840:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212356.489843:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715212361.495594:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212361.495607:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212361.495644:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212361.495648:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212361.495732:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212361.495740:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212361.495745:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212361.495750:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730304, portal 25 00000400:00000010:2.0:1715212361.495754:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 02000000:00000010:1.0:1715212361.495755:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000100:00000200:2.0:1715212361.495756:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730304, offset 0 00000400:00000010:1.0:1715212361.495763:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212361.495763:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212361.495768:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212361.495771:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212361.495773:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730368, portal 4 00000400:00000200:2.0:1715212361.495775:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212361.495778:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb7f8. 00000400:00000200:2.0:1715212361.495778:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212361.495780:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954730368, offset 0 00000400:00000200:2.0:1715212361.495781:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212361.495783:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212361.495787:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1462:1462:256:4294967295] 192.168.203.134@tcp LPNI seq info [1462:1462:8:4294967295] 00000400:00000200:1.0:1715212361.495788:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212361.495797:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212361.495802:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212361.495805:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715212361.495807:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212361.495810:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212361.495812:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212361.495816:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212361.495816:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212361.495819:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212361.495820:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212361.495822:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212361.495825:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1463:1463:255:4294967295] 192.168.203.134@tcp LPNI seq info [1463:1463:7:4294967295] 00000400:00000200:1.0:1715212361.495835:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212361.495840:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212361.495844:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212361.495849:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212361.495856:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212361.495859:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212361.495952:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212361.495958:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212361.495971:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212361.495977:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212361.495982:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715212361.495984:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715212361.495991:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954730304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212361.496051:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212361.496053:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212361.496056:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212361.496060:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212361.496063:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb7f8 00000400:00000010:0.0:1715212361.496065:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb7f8. 00000100:00000200:0.0:1715212361.496070:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954730368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212361.497534:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212361.497546:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417340 00000400:00000200:0.0:1715212361.497553:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e79 [1] + 224 00000400:00000200:0.0:1715212361.497561:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212361.497565:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212361.497571:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954730304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212361.497606:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212361.497611:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417380 00000400:00000200:0.0:1715212361.497616:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e81 [1] + 224 00000400:00000200:0.0:1715212361.497629:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212361.497633:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212361.497638:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954730368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212361.497696:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212361.497703:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212361.497705:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212361.497713:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954730304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212361.497724:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954730304/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212361.497756:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212361.497757:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212361.497761:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000400:00000200:1.0:1715212361.497764:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000010:2.0:1715212361.497765:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000010:1.0:1715212361.497766:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212361.497774:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954730368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212361.497802:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954730368/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212361.497825:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212361.497829:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212361.497833:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715212366.503610:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212366.503623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212366.503658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212366.503662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212366.503745:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212366.503754:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212366.503758:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212366.503763:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730432, portal 25 00000400:00000010:2.0:1715212366.503766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715212366.503769:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730432, offset 0 02000000:00000010:1.0:1715212366.503770:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212366.503776:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212366.503779:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212366.503784:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212366.503784:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212366.503788:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730496, portal 4 00000400:00000200:2.0:1715212366.503788:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212366.503791:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212366.503793:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb550. 00000400:00000200:2.0:1715212366.503794:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212366.503795:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954730496, offset 0 00000400:00000200:2.0:1715212366.503796:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212366.503799:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1464:1464:256:4294967295] 192.168.203.134@tcp LPNI seq info [1464:1464:8:4294967295] 00000400:00000200:1.0:1715212366.503803:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212366.503809:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212366.503814:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212366.503817:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715212366.503822:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212366.503822:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212366.503827:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212366.503828:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212366.503831:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212366.503831:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212366.503834:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212366.503837:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212366.503840:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1465:1465:255:4294967295] 192.168.203.134@tcp LPNI seq info [1465:1465:7:4294967295] 00000400:00000200:1.0:1715212366.503850:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212366.503855:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212366.503859:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212366.503864:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212366.503871:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212366.503875:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212366.503964:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212366.503978:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212366.503983:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212366.503989:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212366.503994:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715212366.503996:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715212366.504003:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954730432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212366.504064:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212366.504066:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212366.504069:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212366.504074:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212366.504076:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb550 00000400:00000010:0.0:1715212366.504078:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb550. 00000100:00000200:0.0:1715212366.504083:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954730496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212366.505511:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212366.505523:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304173c0 00000400:00000200:0.0:1715212366.505530:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e89 [1] + 224 00000400:00000200:0.0:1715212366.505539:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212366.505543:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212366.505549:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954730432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212366.505585:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212366.505590:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417400 00000400:00000200:0.0:1715212366.505595:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e91 [1] + 224 00000400:00000200:0.0:1715212366.505612:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212366.505616:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212366.505621:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954730496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212366.505674:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212366.505681:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212366.505684:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212366.505692:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954730432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212366.505702:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954730432/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212366.505736:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212366.505740:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:2.0:1715212366.505743:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000010:1.0:1715212366.505757:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212366.505764:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212366.505767:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212366.505775:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954730496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212366.505803:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954730496/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212366.505826:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212366.505830:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212366.505834:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715212371.511619:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212371.511639:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212371.511684:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212371.511689:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212371.511775:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212371.511786:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212371.511793:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212371.511798:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000100:00000200:2.0:1715212371.511802:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730560, portal 25 00000400:00000010:2.0:1715212371.511806:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000400:00000010:1.0:1715212371.511807:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212371.511809:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730560, offset 0 00000400:00000010:1.0:1715212371.511812:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212371.511819:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212371.511827:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730624, portal 4 00000400:00000010:1.0:1715212371.511833:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb330. 00000400:00000200:2.0:1715212371.511833:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212371.511835:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954730624, offset 0 00000400:00000200:2.0:1715212371.511838:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212371.511843:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212371.511843:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212371.511847:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212371.511849:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212371.511853:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1466:1466:256:4294967295] 192.168.203.134@tcp LPNI seq info [1466:1466:8:4294967295] 00000400:00000200:2.0:1715212371.511864:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212371.511870:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212371.511873:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212371.511874:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715212371.511878:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212371.511880:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212371.511882:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212371.511885:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212371.511887:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212371.511889:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212371.511891:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1467:1467:255:4294967295] 192.168.203.134@tcp LPNI seq info [1467:1467:7:4294967295] 00000800:00000200:2.0:1715212371.511894:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212371.511901:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212371.511906:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212371.511910:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212371.511915:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212371.511922:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212371.511926:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212371.512031:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212371.512037:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212371.512043:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212371.512051:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212371.512056:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715212371.512058:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715212371.512068:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954730560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212371.512130:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212371.512132:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212371.512136:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212371.512140:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212371.512143:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb330 00000400:00000010:0.0:1715212371.512145:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb330. 00000100:00000200:0.0:1715212371.512150:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954730624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212371.513684:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212371.513697:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417440 00000400:00000200:0.0:1715212371.513705:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2e99 [1] + 224 00000400:00000200:0.0:1715212371.513716:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212371.513720:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212371.513727:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954730560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212371.513764:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212371.513769:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417480 00000400:00000200:0.0:1715212371.513774:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ea1 [1] + 224 00000400:00000200:0.0:1715212371.513792:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212371.513796:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000010:2.0:1715212371.513809:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212371.513817:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212371.513819:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:0.0:1715212371.513826:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954730624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212371.513828:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954730560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212371.513839:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954730560/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212371.513879:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212371.513883:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212371.513888:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000400:00000010:1.0:1715212371.513948:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212371.513955:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212371.513957:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212371.513966:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954730624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212371.513996:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954730624/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212371.514019:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212371.514024:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212371.514027:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212376.519594:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212376.519613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212376.519657:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212376.519661:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212376.519748:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212376.519757:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212376.519764:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212376.519771:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730688, portal 25 02000000:00000010:1.0:1715212376.519774:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000010:2.0:1715212376.519776:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715212376.519778:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730688, offset 0 00000400:00000010:1.0:1715212376.519784:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212376.519788:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212376.519799:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212376.519802:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212376.519805:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730752, portal 4 00000400:00000200:2.0:1715212376.519807:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212376.519811:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb440. 00000400:00000200:2.0:1715212376.519812:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212376.519813:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954730752, offset 0 00000400:00000200:2.0:1715212376.519815:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212376.519818:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212376.519821:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212376.519822:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1468:1468:256:4294967295] 192.168.203.134@tcp LPNI seq info [1468:1468:8:4294967295] 00000400:00000200:2.0:1715212376.519833:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212376.519839:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212376.519842:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715212376.519843:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212376.519848:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212376.519850:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212376.519852:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212376.519854:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212376.519857:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212376.519857:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212376.519861:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1469:1469:255:4294967295] 192.168.203.134@tcp LPNI seq info [1469:1469:7:4294967295] 00000800:00000200:2.0:1715212376.519862:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212376.519870:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212376.519876:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212376.519879:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212376.519885:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212376.519892:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212376.519896:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212376.520003:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212376.520009:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212376.520014:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212376.520022:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212376.520026:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715212376.520029:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715212376.520038:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954730688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212376.520100:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212376.520102:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212376.520105:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212376.520110:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212376.520112:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb440 00000400:00000010:0.0:1715212376.520114:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb440. 00000100:00000200:0.0:1715212376.520119:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954730752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212376.521560:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212376.521574:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304174c0 00000400:00000200:0.0:1715212376.521581:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ea9 [1] + 224 00000400:00000200:0.0:1715212376.521592:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212376.521596:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212376.521603:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954730688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212376.521640:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212376.521645:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417500 00000400:00000200:0.0:1715212376.521651:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2eb1 [1] + 224 00000400:00000200:0.0:1715212376.521669:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212376.521680:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212376.521684:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954730752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212376.521729:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212376.521737:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212376.521739:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212376.521747:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954730688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212376.521758:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954730688/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212376.521797:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212376.521802:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212376.521807:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000010:1.0:1715212376.521808:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212376.521815:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212376.521817:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212376.521827:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954730752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212376.521857:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954730752/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212376.521881:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212376.521886:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212376.521889:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715212381.527604:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212381.527617:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212381.527664:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212381.527669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212381.527752:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212381.527760:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212381.527765:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212381.527769:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730816, portal 25 00000400:00000010:2.0:1715212381.527773:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715212381.527775:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730816, offset 0 02000000:00000010:1.0:1715212381.527777:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212381.527783:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212381.527785:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212381.527790:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212381.527791:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212381.527794:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730880, portal 4 00000400:00000200:2.0:1715212381.527795:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212381.527799:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbaa0. 00000400:00000200:2.0:1715212381.527799:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212381.527801:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954730880, offset 0 00000400:00000200:2.0:1715212381.527802:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212381.527804:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212381.527807:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1470:1470:256:4294967295] 192.168.203.134@tcp LPNI seq info [1470:1470:8:4294967295] 00000400:00000200:1.0:1715212381.527809:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212381.527817:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212381.527822:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212381.527826:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715212381.527828:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212381.527831:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212381.527833:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212381.527837:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212381.527839:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212381.527840:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212381.527842:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212381.527843:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212381.527846:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1471:1471:255:4294967295] 192.168.203.134@tcp LPNI seq info [1471:1471:7:4294967295] 00000400:00000200:1.0:1715212381.527856:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212381.527861:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212381.527865:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212381.527870:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212381.527877:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212381.527881:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212381.527977:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212381.527983:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212381.527988:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212381.527995:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212381.527999:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715212381.528001:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715212381.528009:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954730816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212381.528066:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212381.528069:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212381.528072:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212381.528076:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212381.528078:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbaa0 00000400:00000010:0.0:1715212381.528080:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbaa0. 00000100:00000200:0.0:1715212381.528085:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954730880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212381.529497:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212381.529508:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417540 00000400:00000200:0.0:1715212381.529515:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2eb9 [1] + 224 00000400:00000200:0.0:1715212381.529525:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212381.529529:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212381.529536:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954730816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212381.529571:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212381.529576:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417580 00000400:00000200:0.0:1715212381.529581:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ec1 [1] + 224 00000400:00000200:0.0:1715212381.529610:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212381.529614:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212381.529618:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954730880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212381.529657:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212381.529664:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212381.529666:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212381.529674:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954730816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212381.529685:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954730816/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212381.529719:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212381.529724:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715212381.529727:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000400:00000010:1.0:1715212381.529741:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212381.529748:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212381.529750:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212381.529759:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954730880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212381.529787:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954730880/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212381.529809:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212381.529814:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212381.529817:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715212386.535593:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212386.535606:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212386.535642:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212386.535646:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715212386.535728:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212386.535736:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212386.535740:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212386.535745:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954730944, portal 25 00000400:00000010:2.0:1715212386.535748:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715212386.535751:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954730944, offset 0 02000000:00000010:1.0:1715212386.535757:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212386.535758:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212386.535765:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212386.535766:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212386.535770:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212386.535770:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212386.535773:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212386.535774:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731008, portal 4 00000400:00000200:2.0:1715212386.535776:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212386.535779:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb880. 00000400:00000200:2.0:1715212386.535779:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212386.535781:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731008, offset 0 00000400:00000200:2.0:1715212386.535782:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1472:1472:256:4294967295] 192.168.203.134@tcp LPNI seq info [1472:1472:8:4294967295] 00000400:00000200:1.0:1715212386.535789:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212386.535791:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212386.535797:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212386.535800:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715212386.535805:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212386.535808:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212386.535811:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212386.535813:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212386.535814:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212386.535816:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212386.535819:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212386.535822:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212386.535825:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1473:1473:255:4294967295] 192.168.203.134@tcp LPNI seq info [1473:1473:7:4294967295] 00000400:00000200:1.0:1715212386.535835:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212386.535840:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212386.535844:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212386.535849:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212386.535855:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212386.535859:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212386.535956:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212386.535962:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212386.535967:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212386.535974:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212386.535978:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715212386.535980:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715212386.535988:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954730944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212386.536044:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212386.536047:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212386.536050:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212386.536100:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212386.536103:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb880 00000400:00000010:0.0:1715212386.536105:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb880. 00000100:00000200:0.0:1715212386.536111:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954731008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212386.537557:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212386.537568:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304175c0 00000400:00000200:0.0:1715212386.537575:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ec9 [1] + 224 00000400:00000200:0.0:1715212386.537584:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212386.537588:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212386.537594:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954730944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212386.537629:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212386.537634:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417600 00000400:00000200:0.0:1715212386.537647:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ed1 [1] + 224 00000400:00000200:0.0:1715212386.537665:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212386.537669:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212386.537673:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954731008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212386.537719:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212386.537726:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212386.537728:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212386.537737:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954730944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212386.537747:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954730944/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212386.537781:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212386.537785:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212386.537788:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000400:00000010:1.0:1715212386.537803:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212386.537810:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212386.537812:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212386.537821:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954731008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212386.537850:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954731008/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212386.537872:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212386.537877:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212386.537881:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715212391.543588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212391.543608:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212391.543653:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212391.543657:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212391.543747:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212391.543758:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212391.543765:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212391.543772:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731072, portal 25 00000400:00000010:2.0:1715212391.543777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715212391.543779:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731072, offset 0 00000400:00000200:2.0:1715212391.543789:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212391.543803:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212391.543808:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212391.543813:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212391.543817:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1715212391.543820:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212391.543820:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212391.543824:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1474:1474:256:4294967295] 192.168.203.134@tcp LPNI seq info [1474:1474:8:4294967295] 00000400:00000200:2.0:1715212391.543834:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212391.543838:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212391.543841:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212391.543845:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000010:1.0:1715212391.543847:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212391.543851:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212391.543855:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731136, portal 4 00000800:00000200:2.0:1715212391.543860:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:1.0:1715212391.543863:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000800:00000200:2.0:1715212391.543865:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715212391.543866:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731136, offset 0 00000400:00000200:1.0:1715212391.543878:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212391.543895:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212391.543901:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212391.543906:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212391.543910:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212391.543913:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212391.543916:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1475:1475:255:4294967295] 192.168.203.134@tcp LPNI seq info [1475:1475:7:4294967295] 00000400:00000200:1.0:1715212391.543928:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212391.543934:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212391.543939:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212391.543946:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212391.543956:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212391.543961:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212391.544010:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212391.544016:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212391.544055:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212391.544062:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212391.544067:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715212391.544070:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715212391.544080:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954731072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212391.544147:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212391.544150:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212391.544152:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212391.544156:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212391.544159:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715212391.544161:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715212391.544166:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954731136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212391.546347:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212391.546361:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417640 00000400:00000200:0.0:1715212391.546368:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ed9 [1] + 224 00000400:00000200:0.0:1715212391.546380:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212391.546383:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212391.546390:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954731072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212391.546427:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212391.546444:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417680 00000400:00000200:0.0:1715212391.546449:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ee1 [1] + 224 00000400:00000200:0.0:1715212391.546495:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212391.546500:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212391.546505:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954731136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212391.546515:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212391.546522:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212391.546524:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212391.546533:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954731072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212391.546544:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954731072/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212391.546582:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212391.546587:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:2.0:1715212391.546592:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000400:00000010:1.0:1715212391.546628:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212391.546637:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212391.546639:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212391.546649:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954731136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212391.546686:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954731136/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212391.546722:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212391.546728:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212391.546733:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715212396.551608:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212396.551626:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212396.551668:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212396.551672:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715212396.551764:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212396.551775:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212396.551782:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212396.551789:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731200, portal 25 00000400:00000010:2.0:1715212396.551794:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715212396.551796:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731200, offset 0 00000400:00000200:2.0:1715212396.551805:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212396.551819:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212396.551824:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212396.551829:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212396.551833:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212396.551835:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715212396.551838:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212396.551838:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1476:1476:256:4294967295] 192.168.203.134@tcp LPNI seq info [1476:1476:8:4294967295] 00000400:00000200:2.0:1715212396.551849:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212396.551855:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212396.551856:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000010:2.0:1715212396.551859:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715212396.551865:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212396.551866:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212396.551873:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212396.551874:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731264, portal 4 00000800:00000200:2.0:1715212396.551878:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212396.551883:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715212396.551885:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731264, offset 0 00000400:00000200:1.0:1715212396.551897:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212396.551914:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212396.551920:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212396.551924:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212396.551928:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212396.551931:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212396.551934:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1477:1477:255:4294967295] 192.168.203.134@tcp LPNI seq info [1477:1477:7:4294967295] 00000400:00000200:1.0:1715212396.551946:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212396.551952:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212396.551959:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212396.551966:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212396.551976:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212396.551981:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212396.552058:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212396.552064:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212396.552070:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212396.552077:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212396.552082:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715212396.552084:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715212396.552094:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954731200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212396.552153:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212396.552156:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212396.552159:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212396.552163:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212396.552165:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715212396.552167:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715212396.552172:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954731264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212396.554206:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212396.554220:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417700 00000400:00000200:0.0:1715212396.554229:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ef1 [1] + 224 00000400:00000200:0.0:1715212396.554239:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212396.554243:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212396.554250:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954731264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212396.554308:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212396.554314:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304176c0 00000400:00000200:0.0:1715212396.554318:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ee9 [1] + 224 00000400:00000200:0.0:1715212396.554332:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212396.554336:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212396.554340:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954731200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212396.554393:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212396.554401:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212396.554404:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212396.554414:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954731264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212396.554451:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954731264/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212396.554495:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212396.554502:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212396.554505:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212396.554513:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954731200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212396.554524:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954731200/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212396.554562:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212396.554567:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212396.554571:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 02000000:00000010:1.0:1715212396.554928:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212396.554935:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715212396.554940:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715212401.559596:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212401.559618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715212401.559664:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212401.559668:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715212401.559760:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212401.559771:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212401.559778:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212401.559786:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731328, portal 25 00000400:00000010:2.0:1715212401.559790:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715212401.559793:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731328, offset 0 00000400:00000200:2.0:1715212401.559803:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212401.559817:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212401.559823:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212401.559827:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212401.559831:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212401.559834:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 02000000:00000010:1.0:1715212401.559836:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212401.559837:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1478:1478:256:4294967295] 192.168.203.134@tcp LPNI seq info [1478:1478:8:4294967295] 00000400:00000200:2.0:1715212401.559848:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212401.559853:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212401.559854:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212401.559859:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000010:1.0:1715212401.559864:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212401.559865:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212401.559872:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731392, portal 4 00000800:00000200:2.0:1715212401.559873:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212401.559878:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212401.559880:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000100:00000200:1.0:1715212401.559883:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731392, offset 0 00000400:00000200:1.0:1715212401.559895:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212401.559912:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212401.559918:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212401.559922:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212401.559926:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212401.559929:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212401.559932:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1479:1479:255:4294967295] 192.168.203.134@tcp LPNI seq info [1479:1479:7:4294967295] 00000400:00000200:1.0:1715212401.559944:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212401.559951:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212401.559986:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212401.559994:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212401.560004:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212401.560009:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212401.560048:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212401.560054:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212401.560060:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212401.560068:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212401.560072:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715212401.560074:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715212401.560084:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954731328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212401.560152:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212401.560155:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212401.560158:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212401.560162:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212401.560165:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715212401.560166:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715212401.560171:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954731392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212401.562170:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212401.562184:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417740 00000400:00000200:0.0:1715212401.562192:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ef9 [1] + 224 00000400:00000200:0.0:1715212401.562203:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212401.562206:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212401.562224:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954731328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212401.562264:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212401.562270:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417780 00000400:00000200:0.0:1715212401.562276:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f01 [1] + 224 00000400:00000200:0.0:1715212401.562288:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212401.562292:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212401.562296:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954731392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212401.562350:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212401.562358:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212401.562360:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212401.562368:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954731328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212401.562379:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954731328/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212401.562418:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212401.562423:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000400:00000010:1.0:1715212401.562428:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000010:2.0:1715212401.562428:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000200:1.0:1715212401.562436:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212401.562439:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212401.562449:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954731392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212401.562589:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954731392/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212401.562624:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212401.562630:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212401.562635:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212406.567597:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212406.567618:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212406.567663:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212406.567667:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212406.567759:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212406.567771:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212406.567778:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212406.567786:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731456, portal 25 00000400:00000010:2.0:1715212406.567792:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715212406.567795:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731456, offset 0 02000000:00000010:1.0:1715212406.567800:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4aa00. 00000400:00000200:2.0:1715212406.567804:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212406.567817:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212406.567818:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212406.567824:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212406.567826:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212406.567828:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212406.567832:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212406.567834:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731520, portal 4 00000400:00000200:2.0:1715212406.567835:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212406.567838:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1480:1480:256:4294967295] 192.168.203.134@tcp LPNI seq info [1480:1480:8:4294967295] 00000400:00000010:1.0:1715212406.567842:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715212406.567845:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731520, offset 0 00000400:00000200:2.0:1715212406.567850:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212406.567855:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212406.567856:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212406.567860:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000800:00000200:2.0:1715212406.567866:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212406.567871:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212406.567876:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212406.567877:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212406.567881:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212406.567882:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212406.567886:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212406.567888:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212406.567892:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1481:1481:255:4294967295] 192.168.203.134@tcp LPNI seq info [1481:1481:7:4294967295] 00000400:00000200:1.0:1715212406.567903:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212406.567909:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212406.567914:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212406.567920:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212406.567957:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212406.567962:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212406.568036:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212406.568042:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212406.568048:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212406.568056:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212406.568061:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715212406.568063:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715212406.568072:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954731456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212406.568135:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212406.568138:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212406.568141:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212406.568145:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212406.568147:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715212406.568149:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715212406.568153:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954731520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212406.570078:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212406.570092:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304177c0 00000400:00000200:0.0:1715212406.570099:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f09 [1] + 224 00000400:00000200:0.0:1715212406.570110:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212406.570124:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212406.570132:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954731456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212406.570173:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212406.570179:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417800 00000400:00000200:0.0:1715212406.570184:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f11 [1] + 224 00000400:00000200:0.0:1715212406.570198:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212406.570202:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212406.570206:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954731520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212406.570260:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212406.570268:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212406.570270:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212406.570278:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954731456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212406.570290:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954731456/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212406.570319:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212406.570326:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212406.570328:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 02000000:00000010:2.0:1715212406.570329:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212406.570334:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000200:1.0:1715212406.570337:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954731520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212406.570338:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000200:1.0:1715212406.570369:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954731520/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212406.570400:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4aa00. 02000000:00000010:1.0:1715212406.570406:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212406.570411:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715212411.575595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212411.575610:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212411.575651:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212411.575656:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212411.575742:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212411.575751:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212411.575758:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212411.575764:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731584, portal 25 00000400:00000010:2.0:1715212411.575768:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715212411.575771:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731584, offset 0 00000400:00000200:2.0:1715212411.575779:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212411.575788:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212411.575790:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212411.575795:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212411.575799:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212411.575802:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212411.575804:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212411.575805:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212411.575808:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1482:1482:256:4294967295] 192.168.203.134@tcp LPNI seq info [1482:1482:8:4294967295] 00000400:00000010:1.0:1715212411.575813:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212411.575819:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212411.575822:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731648, portal 4 00000800:00000200:2.0:1715212411.575824:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212411.575828:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000010:1.0:1715212411.575830:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000100:00000200:1.0:1715212411.575833:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731648, offset 0 00000800:00000200:2.0:1715212411.575834:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212411.575841:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212411.575844:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212411.575846:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212411.575860:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212411.575866:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212411.575871:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212411.575875:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212411.575878:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212411.575882:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1483:1483:255:4294967295] 192.168.203.134@tcp LPNI seq info [1483:1483:7:4294967295] 00000400:00000200:1.0:1715212411.575935:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212411.575942:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212411.575946:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212411.575953:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212411.575962:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212411.575968:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212411.575988:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212411.575994:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212411.576000:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212411.576007:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212411.576012:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715212411.576014:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715212411.576023:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954731584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212411.576082:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212411.576085:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212411.576087:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212411.576091:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212411.576094:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715212411.576096:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715212411.576101:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954731648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212411.577661:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212411.577675:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417840 00000400:00000200:0.0:1715212411.577682:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f19 [1] + 224 00000400:00000200:0.0:1715212411.577705:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212411.577709:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212411.577717:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954731584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212411.577755:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212411.577760:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417880 00000400:00000200:0.0:1715212411.577766:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f21 [1] + 224 00000400:00000200:0.0:1715212411.577782:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212411.577786:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212411.577791:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954731648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212411.577845:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212411.577853:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212411.577855:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212411.577863:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954731584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212411.577874:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954731584/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212411.577933:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212411.577934:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212411.577939:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000400:00000200:1.0:1715212411.577940:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212411.577942:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000010:2.0:1715212411.577942:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000200:1.0:1715212411.577952:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954731648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212411.577989:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954731648/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212411.578023:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212411.578029:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212411.578034:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715212416.583571:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212416.583588:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212416.583628:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212416.583632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212416.583727:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212416.583736:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212416.583741:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212416.583747:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731712, portal 25 00000400:00000010:2.0:1715212416.583752:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715212416.583755:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731712, offset 0 00000400:00000200:2.0:1715212416.583763:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212416.583774:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212416.583779:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212416.583783:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212416.583786:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212416.583789:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212416.583792:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1484:1484:256:4294967295] 192.168.203.134@tcp LPNI seq info [1484:1484:8:4294967295] 02000000:00000010:1.0:1715212416.583802:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212416.583802:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212416.583808:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212416.583812:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715212416.583818:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212416.583819:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212416.583826:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:1.0:1715212416.583828:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212416.583831:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715212416.583836:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731776, portal 4 00000400:00000010:1.0:1715212416.583844:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000100:00000200:1.0:1715212416.583847:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731776, offset 0 00000400:00000200:1.0:1715212416.583891:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212416.583907:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212416.583913:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212416.583918:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212416.583922:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212416.583925:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212416.583928:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1485:1485:255:4294967295] 192.168.203.134@tcp LPNI seq info [1485:1485:7:4294967295] 00000400:00000200:1.0:1715212416.583940:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212416.583947:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212416.583952:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212416.583959:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212416.583968:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212416.583973:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212416.584007:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212416.584013:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212416.584017:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212416.584025:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212416.584029:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715212416.584031:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715212416.584040:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954731712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212416.584076:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212416.584078:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212416.584080:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212416.584084:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212416.584087:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715212416.584088:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715212416.584092:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954731776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212416.585691:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212416.585704:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304178c0 00000400:00000200:0.0:1715212416.585720:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f29 [1] + 224 00000400:00000200:0.0:1715212416.585731:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212416.585735:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212416.585742:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954731712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212416.585778:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212416.585783:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417900 00000400:00000200:0.0:1715212416.585788:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f31 [1] + 224 00000400:00000200:0.0:1715212416.585801:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212416.585804:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212416.585809:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954731776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212416.585895:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212416.585903:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212416.585905:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212416.585913:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954731712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212416.585924:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954731712/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212416.585946:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212416.585954:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212416.585956:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 02000000:00000010:2.0:1715212416.585961:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212416.585966:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000200:1.0:1715212416.585967:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954731776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212416.585970:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000200:1.0:1715212416.586003:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954731776/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212416.586038:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212416.586044:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212416.586050:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715212421.591590:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212421.591619:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212421.591664:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212421.591668:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212421.591761:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212421.591772:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212421.591779:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212421.591786:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731840, portal 25 00000400:00000010:2.0:1715212421.591791:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:2.0:1715212421.591794:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731840, offset 0 00000400:00000200:2.0:1715212421.591804:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212421.591814:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212421.591818:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212421.591854:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212421.591859:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212421.591863:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212421.591866:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212421.591869:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212421.591870:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1486:1486:256:4294967295] 192.168.203.134@tcp LPNI seq info [1486:1486:8:4294967295] 00000400:00000010:1.0:1715212421.591879:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212421.591882:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212421.591886:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731904, portal 4 00000800:00000200:2.0:1715212421.591888:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212421.591892:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000010:1.0:1715212421.591894:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000100:00000200:1.0:1715212421.591897:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954731904, offset 0 00000800:00000200:2.0:1715212421.591898:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212421.591908:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212421.591908:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212421.591913:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212421.591923:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212421.591929:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212421.591933:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212421.591936:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212421.591939:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212421.591942:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1487:1487:255:4294967295] 192.168.203.134@tcp LPNI seq info [1487:1487:7:4294967295] 00000400:00000200:1.0:1715212421.591952:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212421.591958:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212421.591963:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212421.591969:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212421.591978:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212421.591983:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212421.592058:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212421.592064:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212421.592070:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212421.592078:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212421.592082:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715212421.592085:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715212421.592095:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954731840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212421.592156:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212421.592159:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212421.592162:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212421.592166:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212421.592168:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715212421.592170:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715212421.592175:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954731904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212421.594205:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212421.594227:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417940 00000400:00000200:0.0:1715212421.594235:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f39 [1] + 224 00000400:00000200:0.0:1715212421.594248:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212421.594251:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212421.594259:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954731840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212421.594296:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212421.594301:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417980 00000400:00000200:0.0:1715212421.594306:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f41 [1] + 224 00000400:00000200:0.0:1715212421.594319:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212421.594323:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212421.594328:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954731904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212421.594385:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212421.594392:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212421.594395:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212421.594403:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954731840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212421.594419:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954731840/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212421.594506:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212421.594512:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212421.594517:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000400:00000010:1.0:1715212421.594692:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212421.594699:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212421.594701:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212421.594710:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954731904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212421.594755:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954731904/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212421.594787:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212421.594793:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715212421.594798:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715212426.599594:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212426.599614:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715212426.599658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212426.599662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 02000000:00000010:2.0:1715212426.599754:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:1.0:1715212426.599763:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715212426.599765:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212426.599772:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212426.599776:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212426.599780:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954731968, portal 25 00000400:00000010:1.0:1715212426.599783:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000010:2.0:1715212426.599785:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b3b8. 00000100:00000200:1.0:1715212426.599789:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732032, portal 4 00000100:00000200:2.0:1715212426.599789:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954731968, offset 0 00000400:00000010:1.0:1715212426.599819:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000400:00000200:2.0:1715212426.599823:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212426.599829:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732032, offset 0 00000400:00000200:1.0:1715212426.599837:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212426.599838:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212426.599843:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212426.599848:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212426.599852:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212426.599854:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212426.599857:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1488:1488:256:4294967295] 192.168.203.134@tcp LPNI seq info [1488:1488:8:4294967295] 00000400:00000200:2.0:1715212426.599868:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212426.599874:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212426.599878:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715212426.599880:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212426.599884:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212426.599885:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212426.599888:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212426.599891:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212426.599893:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212426.599893:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212426.599895:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1489:1489:255:4294967295] 192.168.203.134@tcp LPNI seq info [1489:1489:7:4294967295] 00000800:00000200:2.0:1715212426.599898:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212426.599903:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212426.599907:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212426.599911:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212426.599916:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212426.599923:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212426.599927:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212426.600050:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212426.600056:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212426.600062:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212426.600069:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212426.600074:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b3b8 00000400:00000010:0.0:1715212426.600076:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b3b8. 00000100:00000200:0.0:1715212426.600086:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954731968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212426.600165:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212426.600168:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212426.600171:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212426.600175:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212426.600177:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715212426.600179:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715212426.600183:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954732032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212426.601780:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212426.601817:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417a00 00000400:00000200:0.0:1715212426.601826:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f4d [1] + 224 00000400:00000200:0.0:1715212426.601837:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212426.601841:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212426.601849:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954732032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212426.601886:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212426.601891:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304179c0 00000400:00000200:0.0:1715212426.601895:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f49 [1] + 224 00000400:00000200:0.0:1715212426.601911:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212426.601915:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212426.601920:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954731968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212426.601940:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212426.601945:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212426.601946:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212426.601953:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954732032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212426.601978:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954732032/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212426.602006:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212426.602011:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:1.0:1715212426.602016:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000400:00000010:2.0:1715212426.602040:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212426.602048:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212426.602050:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212426.602058:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954731968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212426.602069:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954731968/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212426.602108:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212426.602113:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715212426.602117:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212431.607600:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212431.607622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212431.607665:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212431.607669:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212431.607802:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212431.607812:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212431.607820:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212431.607827:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732096, portal 25 02000000:00000010:1.0:1715212431.607829:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715212431.607832:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b000. 00000100:00000200:2.0:1715212431.607835:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732096, offset 0 00000400:00000010:1.0:1715212431.607845:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212431.607845:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212431.607855:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212431.607859:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212431.607863:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732160, portal 4 00000400:00000200:2.0:1715212431.607864:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212431.607869:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212431.607872:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:2.0:1715212431.607873:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212431.607875:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732160, offset 0 00000400:00000200:2.0:1715212431.607876:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212431.607879:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1490:1490:256:4294967295] 192.168.203.134@tcp LPNI seq info [1490:1490:8:4294967295] 00000400:00000200:1.0:1715212431.607886:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212431.607890:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212431.607896:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212431.607901:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715212431.607904:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212431.607908:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212431.607911:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212431.607915:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212431.607917:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212431.607919:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212431.607922:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212431.607922:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212431.607925:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1491:1491:255:4294967295] 192.168.203.134@tcp LPNI seq info [1491:1491:7:4294967295] 00000400:00000200:1.0:1715212431.607937:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212431.607944:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212431.607949:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212431.607956:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212431.607965:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212431.607970:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212431.608074:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212431.608080:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212431.608087:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212431.608094:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212431.608099:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b000 00000400:00000010:0.0:1715212431.608101:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b000. 00000100:00000200:0.0:1715212431.608111:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954732096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212431.608179:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212431.608181:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212431.608184:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212431.608188:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212431.608191:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715212431.608193:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715212431.608209:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954732160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212431.610151:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212431.610165:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417a40 00000400:00000200:0.0:1715212431.610172:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f59 [1] + 224 00000400:00000200:0.0:1715212431.610183:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212431.610187:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212431.610194:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954732096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212431.610230:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212431.610235:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417a80 00000400:00000200:0.0:1715212431.610240:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f61 [1] + 224 00000400:00000200:0.0:1715212431.610254:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212431.610258:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212431.610263:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954732160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212431.610320:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212431.610328:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212431.610330:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212431.610338:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954732096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212431.610349:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954732096/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212431.610389:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212431.610390:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212431.610395:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000400:00000200:1.0:1715212431.610397:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000010:2.0:1715212431.610399:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000400:00000010:1.0:1715212431.610400:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212431.610410:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954732160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212431.610446:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954732160/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212431.610646:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212431.610653:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715212431.610659:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715212436.615616:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212436.615635:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212436.615679:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212436.615684:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212436.615804:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212436.615815:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212436.615822:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212436.615830:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732224, portal 25 02000000:00000010:1.0:1715212436.615831:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715212436.615835:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b330. 00000100:00000200:2.0:1715212436.615838:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732224, offset 0 00000400:00000010:1.0:1715212436.615848:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212436.615848:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212436.615857:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212436.615862:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212436.615866:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732288, portal 4 00000400:00000200:2.0:1715212436.615867:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212436.615872:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212436.615874:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212436.615875:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212436.615877:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732288, offset 0 00000400:00000200:2.0:1715212436.615878:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212436.615881:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1492:1492:256:4294967295] 192.168.203.134@tcp LPNI seq info [1492:1492:8:4294967295] 00000400:00000200:1.0:1715212436.615889:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212436.615893:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212436.615899:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212436.615903:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715212436.615907:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212436.615909:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212436.615914:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212436.615918:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212436.615918:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212436.615922:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212436.615923:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212436.615925:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212436.615928:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1493:1493:255:4294967295] 192.168.203.134@tcp LPNI seq info [1493:1493:7:4294967295] 00000400:00000200:1.0:1715212436.615940:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212436.615947:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212436.615953:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212436.615960:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212436.615970:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212436.615975:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212436.616065:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212436.616071:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212436.616077:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212436.616084:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212436.616088:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b330 00000400:00000010:0.0:1715212436.616091:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b330. 00000100:00000200:0.0:1715212436.616101:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954732224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212436.616160:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212436.616163:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212436.616166:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212436.616170:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212436.616173:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:0.0:1715212436.616183:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715212436.616189:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954732288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212436.617771:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212436.617786:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417ac0 00000400:00000200:0.0:1715212436.617794:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f69 [1] + 224 00000400:00000200:0.0:1715212436.617805:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212436.617809:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212436.617816:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954732224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212436.617854:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212436.617859:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417b00 00000400:00000200:0.0:1715212436.617865:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f71 [1] + 224 00000400:00000200:0.0:1715212436.617883:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212436.617887:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212436.617891:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954732288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212436.617950:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212436.617957:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212436.617959:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212436.617967:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954732224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212436.617978:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954732224/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212436.618018:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000010:1.0:1715212436.618022:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212436.618023:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212436.618027:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000400:00000200:1.0:1715212436.618030:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212436.618033:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212436.618043:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954732288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212436.618080:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954732288/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212436.618115:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212436.618121:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212436.618127:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715212441.623595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212441.623614:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212441.623657:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212441.623661:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212441.623776:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212441.623786:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212441.623793:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212441.623799:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732352, portal 25 00000400:00000010:2.0:1715212441.623804:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b440. 00000100:00000200:2.0:1715212441.623806:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732352, offset 0 00000400:00000200:2.0:1715212441.623815:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212441.623829:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212441.623835:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212441.623839:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212441.623843:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212441.623845:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212441.623849:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1494:1494:256:4294967295] 192.168.203.134@tcp LPNI seq info [1494:1494:8:4294967295] 02000000:00000010:1.0:1715212441.623850:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212441.623859:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212441.623865:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212441.623867:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000010:2.0:1715212441.623869:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000800:00000200:2.0:1715212441.623875:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212441.623877:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212441.623883:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212441.623885:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732416, portal 4 00000800:00000200:2.0:1715212441.623888:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212441.623893:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000100:00000200:1.0:1715212441.623896:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732416, offset 0 00000400:00000200:1.0:1715212441.623908:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212441.623925:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212441.623931:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212441.623936:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212441.623940:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212441.623942:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212441.623946:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1495:1495:255:4294967295] 192.168.203.134@tcp LPNI seq info [1495:1495:7:4294967295] 00000400:00000200:1.0:1715212441.623958:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212441.623964:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212441.623969:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212441.623976:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212441.623986:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212441.623991:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212441.624034:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212441.624040:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212441.624046:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212441.624053:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212441.624058:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b440 00000400:00000010:0.0:1715212441.624060:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b440. 00000100:00000200:0.0:1715212441.624069:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954732352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212441.624139:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212441.624141:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212441.624144:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212441.624149:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212441.624161:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715212441.624163:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715212441.624169:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954732416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212441.625796:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212441.625810:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417b40 00000400:00000200:0.0:1715212441.625817:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f79 [1] + 224 00000400:00000200:0.0:1715212441.625828:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212441.625832:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212441.625839:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954732352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212441.625876:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212441.625881:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417b80 00000400:00000200:0.0:1715212441.625887:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f81 [1] + 224 00000400:00000200:0.0:1715212441.625905:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212441.625909:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212441.625913:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954732416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212441.625962:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212441.625970:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212441.625972:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212441.625980:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954732352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212441.625991:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954732352/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212441.626029:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212441.626034:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000400:00000010:1.0:1715212441.626036:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000010:2.0:1715212441.626039:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000400:00000200:1.0:1715212441.626044:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212441.626047:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212441.626057:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954732416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212441.626094:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954732416/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212441.626129:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212441.626135:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212441.626140:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715212446.631609:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212446.631622:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212446.631697:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212446.631702:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212446.631745:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212446.631753:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212446.631758:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212446.631762:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732480, portal 25 00000400:00000010:2.0:1715212446.631766:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bf68. 00000100:00000200:2.0:1715212446.631768:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732480, offset 0 02000000:00000010:1.0:1715212446.631775:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212446.631775:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212446.631783:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212446.631783:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212446.631787:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212446.631789:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212446.631790:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000100:00000200:1.0:1715212446.631793:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732544, portal 4 00000400:00000200:2.0:1715212446.631793:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212446.631796:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212446.631798:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000400:00000200:2.0:1715212446.631798:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1496:1496:256:4294967295] 192.168.203.134@tcp LPNI seq info [1496:1496:8:4294967295] 00000100:00000200:1.0:1715212446.631800:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732544, offset 0 00000400:00000200:1.0:1715212446.631808:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212446.631808:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212446.631814:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212446.631817:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715212446.631818:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212446.631822:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212446.631822:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212446.631826:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212446.631828:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212446.631829:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212446.631831:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212446.631832:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212446.631835:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1497:1497:255:4294967295] 192.168.203.134@tcp LPNI seq info [1497:1497:7:4294967295] 00000400:00000200:1.0:1715212446.631845:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212446.631850:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212446.631854:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212446.631859:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212446.631865:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212446.631869:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212446.631968:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212446.631974:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212446.631979:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212446.631985:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212446.631989:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bf68 00000400:00000010:0.0:1715212446.631991:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bf68. 00000100:00000200:0.0:1715212446.631999:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954732480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212446.632054:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212446.632057:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212446.632059:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212446.632072:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212446.632076:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715212446.632077:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715212446.632083:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954732544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212446.633584:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212446.633596:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417bc0 00000400:00000200:0.0:1715212446.633602:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f89 [1] + 224 00000400:00000200:0.0:1715212446.633610:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212446.633614:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212446.633621:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954732480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212446.633656:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212446.633690:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417c00 00000400:00000200:0.0:1715212446.633695:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f91 [1] + 224 00000400:00000200:0.0:1715212446.633713:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212446.633717:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212446.633722:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954732544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212446.633744:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212446.633751:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212446.633754:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212446.633762:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954732480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212446.633772:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954732480/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212446.633806:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212446.633810:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715212446.633813:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000400:00000010:1.0:1715212446.633860:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212446.633867:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212446.633870:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212446.633878:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954732544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212446.633907:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954732544/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212446.633930:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212446.633934:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212446.633938:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715212451.639595:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212451.639616:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212451.639692:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212451.639697:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212451.639793:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212451.639805:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212451.639812:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212451.639821:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732608, portal 25 00000400:00000010:2.0:1715212451.639826:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b660. 00000100:00000200:2.0:1715212451.639828:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732608, offset 0 00000400:00000200:2.0:1715212451.639838:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212451.639853:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212451.639859:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212451.639864:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212451.639867:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1715212451.639869:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212451.639870:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212451.639873:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1498:1498:256:4294967295] 192.168.203.134@tcp LPNI seq info [1498:1498:8:4294967295] 00000400:00000200:2.0:1715212451.639885:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000010:1.0:1715212451.639886:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212451.639891:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212451.639895:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000010:1.0:1715212451.639896:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212451.639901:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212451.639904:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732672, portal 4 00000800:00000200:2.0:1715212451.639910:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000010:1.0:1715212451.639913:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000800:00000200:2.0:1715212451.639915:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715212451.639916:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732672, offset 0 00000400:00000200:1.0:1715212451.639928:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212451.639945:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212451.639951:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212451.639956:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212451.639960:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212451.639962:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212451.639966:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1499:1499:255:4294967295] 192.168.203.134@tcp LPNI seq info [1499:1499:7:4294967295] 00000400:00000200:1.0:1715212451.639978:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212451.639985:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212451.639990:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212451.639997:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212451.640006:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212451.640012:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212451.640076:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212451.640082:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212451.640088:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212451.640095:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212451.640100:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b660 00000400:00000010:0.0:1715212451.640102:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b660. 00000100:00000200:0.0:1715212451.640113:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954732608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212451.640188:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212451.640191:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212451.640204:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212451.640209:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212451.640213:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715212451.640214:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715212451.640220:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954732672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212451.642195:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212451.642210:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417c40 00000400:00000200:0.0:1715212451.642217:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2f99 [1] + 224 00000400:00000200:0.0:1715212451.642228:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212451.642232:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212451.642239:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954732608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212451.642275:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212451.642280:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417c80 00000400:00000200:0.0:1715212451.642286:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fa1 [1] + 224 00000400:00000200:0.0:1715212451.642300:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212451.642304:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212451.642308:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954732672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212451.642364:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212451.642372:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212451.642374:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212451.642382:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954732608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212451.642393:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954732608/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212451.642432:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212451.642437:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000400:00000010:1.0:1715212451.642438:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000010:2.0:1715212451.642442:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000400:00000200:1.0:1715212451.642446:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212451.642448:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212451.642574:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954732672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212451.642612:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954732672/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212451.642672:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212451.642679:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212451.642684:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715212456.647652:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212456.647672:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715212456.647715:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212456.647719:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715212456.647812:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212456.647822:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212456.647830:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212456.647837:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732736, portal 25 00000400:00000010:2.0:1715212456.647842:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439baa0. 00000100:00000200:2.0:1715212456.647845:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732736, offset 0 02000000:00000010:1.0:1715212456.647849:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212456.647854:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212456.647866:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212456.647868:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212456.647873:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212456.647876:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212456.647878:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212456.647882:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212456.647884:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732800, portal 4 00000400:00000200:2.0:1715212456.647884:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212456.647888:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1500:1500:256:4294967295] 192.168.203.134@tcp LPNI seq info [1500:1500:8:4294967295] 00000400:00000010:1.0:1715212456.647892:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715212456.647895:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732800, offset 0 00000400:00000200:2.0:1715212456.647899:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212456.647905:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212456.647907:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212456.647909:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000800:00000200:2.0:1715212456.647915:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1715212456.647924:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212456.647925:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212456.647929:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212456.647931:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212456.647935:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212456.647939:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212456.647942:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212456.647946:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1501:1501:255:4294967295] 192.168.203.134@tcp LPNI seq info [1501:1501:7:4294967295] 00000400:00000200:1.0:1715212456.647958:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212456.647964:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212456.647969:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212456.647976:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212456.647986:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212456.647991:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212456.648071:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212456.648077:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212456.648083:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212456.648090:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212456.648095:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439baa0 00000400:00000010:0.0:1715212456.648097:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439baa0. 00000100:00000200:0.0:1715212456.648107:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954732736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212456.648166:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212456.648177:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212456.648180:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212456.648185:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212456.648189:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715212456.648190:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715212456.648196:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954732800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212456.649932:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212456.649946:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417cc0 00000400:00000200:0.0:1715212456.649954:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fa9 [1] + 224 00000400:00000200:0.0:1715212456.649965:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212456.649969:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212456.649976:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954732736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212456.650012:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212456.650017:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417d00 00000400:00000200:0.0:1715212456.650022:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fb1 [1] + 224 00000400:00000200:0.0:1715212456.650036:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212456.650040:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212456.650044:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954732800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212456.650102:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212456.650109:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212456.650112:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212456.650120:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954732736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212456.650131:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954732736/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212456.650170:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212456.650175:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000400:00000010:1.0:1715212456.650177:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000010:2.0:1715212456.650179:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000400:00000200:1.0:1715212456.650185:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212456.650187:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212456.650197:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954732800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212456.650234:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954732800/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212456.650269:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212456.650275:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212456.650280:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715212461.655645:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212461.655667:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715212461.655712:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212461.655716:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:2.0:1715212461.655811:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212461.655822:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212461.655829:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212461.655837:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732864, portal 25 00000400:00000010:2.0:1715212461.655842:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bc38. 00000100:00000200:2.0:1715212461.655845:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732864, offset 0 00000400:00000200:2.0:1715212461.655855:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212461.655869:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212461.655875:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212461.655879:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 02000000:00000010:1.0:1715212461.655883:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212461.655883:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212461.655886:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212461.655890:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1502:1502:256:4294967295] 192.168.203.134@tcp LPNI seq info [1502:1502:8:4294967295] 00000400:00000010:1.0:1715212461.655900:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212461.655901:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212461.655906:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212461.655910:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000010:2.0:1715212461.655911:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000800:00000200:2.0:1715212461.655917:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212461.655918:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732928, portal 4 00000400:00000010:1.0:1715212461.655926:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000800:00000200:2.0:1715212461.655926:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212461.655929:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954732928, offset 0 00000800:00000200:2.0:1715212461.655931:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212461.655941:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212461.655959:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212461.655965:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212461.655970:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212461.655974:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212461.655976:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212461.655980:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1503:1503:255:4294967295] 192.168.203.134@tcp LPNI seq info [1503:1503:7:4294967295] 00000400:00000200:1.0:1715212461.655992:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212461.655998:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212461.656004:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212461.656011:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212461.656020:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212461.656025:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212461.656084:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212461.656090:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212461.656097:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212461.656105:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212461.656109:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bc38 00000400:00000010:0.0:1715212461.656112:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bc38. 00000100:00000200:0.0:1715212461.656122:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954732864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212461.656219:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212461.656222:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212461.656225:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212461.656229:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212461.656233:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715212461.656234:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715212461.656238:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954732928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212461.658400:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212461.658414:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417d80 00000400:00000200:0.0:1715212461.658422:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fc1 [1] + 224 00000400:00000200:0.0:1715212461.658433:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212461.658437:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212461.658445:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954732928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212461.658516:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212461.658522:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417d40 00000400:00000200:0.0:1715212461.658526:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fb9 [1] + 224 00000400:00000200:0.0:1715212461.658542:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212461.658546:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212461.658551:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954732864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212461.658617:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212461.658625:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212461.658628:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212461.658638:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954732928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212461.658675:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954732928/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212461.658690:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212461.658697:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212461.658700:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212461.658708:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954732864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212461.658715:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715212461.658719:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954732864/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212461.658721:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715212461.658728:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 02000000:00000010:2.0:1715212461.658760:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212461.658765:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715212461.658770:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715212466.663611:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212466.663628:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715212466.663667:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212466.663671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715212466.663710:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212466.663717:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212466.663722:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212466.663727:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954732992, portal 25 00000400:00000010:2.0:1715212466.663730:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b6e8. 00000100:00000200:2.0:1715212466.663731:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954732992, offset 0 00000400:00000200:2.0:1715212466.663738:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212466.663749:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212466.663752:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212466.663755:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212466.663757:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212466.663759:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212466.663760:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1504:1504:256:4294967295] 192.168.203.134@tcp LPNI seq info [1504:1504:8:4294967295] 02000000:00000010:1.0:1715212466.663764:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212466.663766:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212466.663770:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212466.663774:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000010:2.0:1715212466.663774:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000800:00000200:2.0:1715212466.663778:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212466.663780:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212466.663783:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212466.663784:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733056, portal 4 00000800:00000200:2.0:1715212466.663786:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212466.663789:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000100:00000200:1.0:1715212466.663791:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733056, offset 0 00000400:00000200:1.0:1715212466.663798:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212466.663807:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212466.663811:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212466.663813:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212466.663815:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212466.663816:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212466.663818:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1505:1505:255:4294967295] 192.168.203.134@tcp LPNI seq info [1505:1505:7:4294967295] 00000400:00000200:1.0:1715212466.663825:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212466.663828:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212466.663831:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212466.663835:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212466.663840:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212466.663843:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212466.663892:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212466.663896:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212466.663900:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212466.663904:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212466.663907:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b6e8 00000400:00000010:0.0:1715212466.663909:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b6e8. 00000100:00000200:0.0:1715212466.663924:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954732992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212466.663978:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212466.663980:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212466.663981:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212466.663984:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212466.663985:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715212466.663986:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715212466.663989:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954733056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212466.665226:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212466.665233:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417e00 00000400:00000200:0.0:1715212466.665239:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fd1 [1] + 224 00000400:00000200:0.0:1715212466.665245:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212466.665246:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212466.665251:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954733056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212466.665270:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212466.665273:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417dc0 00000400:00000200:0.0:1715212466.665275:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fc9 [1] + 224 00000400:00000200:0.0:1715212466.665284:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212466.665286:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212466.665288:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954732992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212466.665325:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212466.665329:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212466.665330:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212466.665336:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954733056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212466.665356:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954733056/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212466.665357:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212466.665361:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212466.665362:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212466.665366:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954732992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212466.665372:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954732992/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212466.665381:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212466.665385:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212466.665389:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 02000000:00000010:2.0:1715212466.665395:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212466.665398:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715212466.665401:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715212471.671531:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212471.671543:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212471.671573:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212471.671586:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212471.671625:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212471.671632:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212471.671636:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212471.671640:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715212471.671641:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733120, portal 25 00000400:00000010:2.0:1715212471.671644:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b550. 00000100:00000200:2.0:1715212471.671646:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954733120, offset 0 00000400:00000010:1.0:1715212471.671647:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212471.671652:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212471.671658:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212471.671661:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212471.671662:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733184, portal 4 00000400:00000200:2.0:1715212471.671664:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212471.671666:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000100:00000200:1.0:1715212471.671667:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733184, offset 0 00000400:00000200:2.0:1715212471.671667:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212471.671670:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212471.671671:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212471.671673:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212471.671673:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1506:1506:256:4294967295] 192.168.203.134@tcp LPNI seq info [1506:1506:8:4294967295] 00000400:00000200:2.0:1715212471.671680:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212471.671683:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212471.671686:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715212471.671687:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212471.671690:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212471.671690:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212471.671692:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212471.671694:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212471.671695:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212471.671695:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212471.671697:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1507:1507:255:4294967295] 192.168.203.134@tcp LPNI seq info [1507:1507:7:4294967295] 00000800:00000200:2.0:1715212471.671698:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212471.671703:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212471.671705:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212471.671708:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212471.671711:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212471.671716:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212471.671718:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212471.671783:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212471.671786:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212471.671789:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212471.671794:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212471.671796:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b550 00000400:00000010:0.0:1715212471.671802:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b550. 00000100:00000200:0.0:1715212471.671808:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954733120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212471.671844:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212471.671845:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212471.671847:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212471.671849:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212471.671850:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715212471.671851:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715212471.671854:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954733184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212471.672809:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212471.672827:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417e80 00000400:00000200:0.0:1715212471.672832:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fe1 [1] + 224 00000400:00000200:0.0:1715212471.672839:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212471.672841:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212471.672845:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954733184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212471.672866:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212471.672868:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417e40 00000400:00000200:0.0:1715212471.672870:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fd9 [1] + 224 00000400:00000200:0.0:1715212471.672878:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212471.672886:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212471.672889:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954733120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212471.672920:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212471.672923:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212471.672924:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212471.672929:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954733184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212471.672944:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954733184/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212471.672954:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212471.672957:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212471.672959:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212471.672963:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954733120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212471.672965:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715212471.672968:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954733120/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212471.672969:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212471.672972:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 02000000:00000010:2.0:1715212471.672991:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212471.672994:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715212471.672996:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715212476.679519:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212476.679532:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212476.679557:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212476.679560:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212476.679592:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212476.679598:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212476.679603:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212476.679608:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733248, portal 25 00000400:00000010:2.0:1715212476.679611:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bcc0. 00000100:00000200:2.0:1715212476.679612:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954733248, offset 0 00000400:00000200:2.0:1715212476.679619:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212476.679628:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715212476.679631:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212476.679632:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212476.679634:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212476.679636:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212476.679638:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000010:1.0:1715212476.679640:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212476.679640:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1508:1508:256:4294967295] 192.168.203.134@tcp LPNI seq info [1508:1508:8:4294967295] 00000400:00000010:1.0:1715212476.679645:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212476.679646:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212476.679649:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733312, portal 4 00000800:00000200:2.0:1715212476.679649:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212476.679652:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000010:1.0:1715212476.679654:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:1.0:1715212476.679655:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733312, offset 0 00000800:00000200:2.0:1715212476.679655:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212476.679661:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212476.679661:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212476.679664:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212476.679669:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212476.679672:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212476.679675:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212476.679676:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212476.679677:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212476.679679:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1509:1509:255:4294967295] 192.168.203.134@tcp LPNI seq info [1509:1509:7:4294967295] 00000400:00000200:1.0:1715212476.679684:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212476.679687:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212476.679690:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212476.679693:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212476.679698:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212476.679700:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212476.679719:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212476.679722:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212476.679726:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212476.679730:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212476.679739:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bcc0 00000400:00000010:0.0:1715212476.679740:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bcc0. 00000100:00000200:0.0:1715212476.679747:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954733248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212476.679782:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212476.679784:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212476.679786:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212476.679788:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212476.679790:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715212476.679792:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715212476.679795:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954733312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212476.680631:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212476.680639:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417f00 00000400:00000200:0.0:1715212476.680645:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ff1 [1] + 224 00000400:00000200:0.0:1715212476.680652:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212476.680655:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212476.680659:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954733312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212476.680692:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212476.680696:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417ec0 00000400:00000200:0.0:1715212476.680699:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2fe9 [1] + 224 00000400:00000200:0.0:1715212476.680708:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212476.680711:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212476.680714:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954733248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212476.680735:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212476.680738:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212476.680739:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212476.680744:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954733312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212476.680761:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954733312/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212476.680782:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 02000000:00000010:1.0:1715212476.680783:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212476.680786:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000200:2.0:1715212476.680786:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212476.680787:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000010:1.0:1715212476.680789:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000200:2.0:1715212476.680791:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954733248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212476.680796:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954733248/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212476.680830:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212476.680833:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212476.680836:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 00000100:00000010:3.0:1715212481.687517:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212481.687524:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212481.687545:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212481.687547:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212481.687574:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212481.687579:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212481.687582:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212481.687585:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733376, portal 25 00000400:00000010:2.0:1715212481.687587:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bee0. 00000100:00000200:2.0:1715212481.687588:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954733376, offset 0 00000400:00000200:2.0:1715212481.687593:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212481.687599:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212481.687602:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212481.687604:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212481.687605:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212481.687607:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212481.687608:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1510:1510:256:4294967295] 192.168.203.134@tcp LPNI seq info [1510:1510:8:4294967295] 02000000:00000010:1.0:1715212481.687613:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212481.687613:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212481.687616:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212481.687618:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000010:1.0:1715212481.687620:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000800:00000200:2.0:1715212481.687621:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000010:1.0:1715212481.687624:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000800:00000200:2.0:1715212481.687625:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000100:00000200:1.0:1715212481.687627:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733440, portal 4 00000800:00000200:2.0:1715212481.687627:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1715212481.687631:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb198. 00000100:00000200:1.0:1715212481.687633:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733440, offset 0 00000400:00000200:1.0:1715212481.687637:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212481.687644:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212481.687646:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212481.687648:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212481.687650:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212481.687651:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212481.687653:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1511:1511:255:4294967295] 192.168.203.134@tcp LPNI seq info [1511:1511:7:4294967295] 00000400:00000200:1.0:1715212481.687658:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212481.687660:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212481.687662:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212481.687665:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212481.687668:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212481.687670:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212481.687689:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212481.687691:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212481.687694:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212481.687701:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212481.687704:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bee0 00000400:00000010:0.0:1715212481.687705:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bee0. 00000100:00000200:0.0:1715212481.687708:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954733376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212481.687728:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212481.687729:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212481.687730:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212481.687732:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212481.687734:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb198 00000400:00000010:0.0:1715212481.687734:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb198. 00000100:00000200:0.0:1715212481.687737:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954733440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212481.688371:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212481.688377:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417f40 00000400:00000200:0.0:1715212481.688381:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x2ff9 [1] + 224 00000400:00000200:0.0:1715212481.688386:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212481.688388:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212481.688391:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954733376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212481.688409:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212481.688411:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030417f80 00000400:00000200:0.0:1715212481.688414:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3001 [1] + 224 00000400:00000200:0.0:1715212481.688424:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212481.688448:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212481.688451:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954733440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212481.688489:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212481.688493:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212481.688495:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212481.688499:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212481.688500:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954733376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212481.688502:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212481.688503:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212481.688505:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954733376/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212481.688507:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954733440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212481.688537:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954733440/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212481.688541:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212481.688543:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212481.688546:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 02000000:00000010:1.0:1715212481.688550:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212481.688552:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212481.688554:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 00000100:00000010:3.0:1715212486.695517:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212486.695530:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212486.695557:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212486.695569:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715212486.695591:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212486.695597:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212486.695602:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212486.695607:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733504, portal 25 00000400:00000010:2.0:1715212486.695610:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439ba18. 00000100:00000200:2.0:1715212486.695611:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954733504, offset 0 00000400:00000200:2.0:1715212486.695619:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212486.695628:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715212486.695629:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212486.695631:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212486.695634:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212486.695636:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212486.695638:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212486.695638:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212486.695640:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1512:1512:256:4294967295] 192.168.203.134@tcp LPNI seq info [1512:1512:8:4294967295] 00000400:00000010:1.0:1715212486.695643:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212486.695646:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212486.695647:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733568, portal 4 00000800:00000200:2.0:1715212486.695650:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212486.695651:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fba18. 00000800:00000010:2.0:1715212486.695652:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000100:00000200:1.0:1715212486.695653:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733568, offset 0 00000800:00000200:2.0:1715212486.695656:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212486.695659:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212486.695661:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212486.695664:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212486.695667:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212486.695670:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212486.695673:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212486.695674:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212486.695676:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212486.695677:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1513:1513:255:4294967295] 192.168.203.134@tcp LPNI seq info [1513:1513:7:4294967295] 00000400:00000200:1.0:1715212486.695683:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212486.695686:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212486.695688:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212486.695691:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212486.695696:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212486.695699:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212486.695745:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212486.695748:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212486.695757:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212486.695761:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212486.695764:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439ba18 00000400:00000010:0.0:1715212486.695765:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439ba18. 00000100:00000200:0.0:1715212486.695771:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954733504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212486.695804:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212486.695806:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212486.695807:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212486.695809:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212486.695810:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fba18 00000400:00000010:0.0:1715212486.695811:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fba18. 00000100:00000200:0.0:1715212486.695814:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954733568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212486.696904:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212486.696912:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030417fc0 00000400:00000200:0.0:1715212486.696916:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3009 [1] + 224 00000400:00000200:0.0:1715212486.696921:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212486.696923:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212486.696927:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954733504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212486.696945:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212486.696948:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418000 00000400:00000200:0.0:1715212486.696951:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3011 [1] + 224 00000400:00000200:0.0:1715212486.696958:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212486.696960:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212486.696962:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954733568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212486.697038:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212486.697042:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212486.697043:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212486.697050:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954733568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212486.697052:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212486.697060:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212486.697062:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:1.0:1715212486.697070:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954733568/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212486.697070:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954733504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212486.697081:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954733504/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212486.697096:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212486.697100:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715212486.697105:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 02000000:00000010:2.0:1715212486.697121:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212486.697126:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000010:2.0:1715212486.697130:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 00000100:00000010:3.0:1715212491.703519:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212491.703532:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 00000100:00000010:3.0:1715212491.703557:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212491.703559:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 02000000:00000010:2.0:1715212491.703590:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212491.703596:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212491.703601:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212491.703606:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733632, portal 25 00000400:00000010:2.0:1715212491.703609:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b220. 00000100:00000200:2.0:1715212491.703610:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954733632, offset 0 00000400:00000200:2.0:1715212491.703616:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212491.703625:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212491.703628:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715212491.703630:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212491.703631:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212491.703633:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212491.703634:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212491.703637:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1514:1514:256:4294967295] 192.168.203.134@tcp LPNI seq info [1514:1514:8:4294967295] 00000400:00000010:1.0:1715212491.703639:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212491.703643:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212491.703643:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000100:00000200:1.0:1715212491.703647:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733696, portal 4 00000800:00000200:2.0:1715212491.703647:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212491.703649:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000010:1.0:1715212491.703651:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbdd0. 00000800:00000200:2.0:1715212491.703652:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000100:00000200:1.0:1715212491.703653:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733696, offset 0 00000800:00000200:2.0:1715212491.703657:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212491.703658:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212491.703660:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212491.703667:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212491.703670:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212491.703672:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212491.703674:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212491.703675:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212491.703677:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1515:1515:255:4294967295] 192.168.203.134@tcp LPNI seq info [1515:1515:7:4294967295] 00000400:00000200:1.0:1715212491.703682:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212491.703685:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212491.703687:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212491.703691:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212491.703695:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212491.703698:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212491.703746:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212491.703754:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212491.703757:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212491.703761:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212491.703763:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b220 00000400:00000010:0.0:1715212491.703765:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b220. 00000100:00000200:0.0:1715212491.703771:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954733632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212491.703856:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212491.703858:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212491.703862:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212491.703866:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212491.703868:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbdd0 00000400:00000010:0.0:1715212491.703870:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbdd0. 00000100:00000200:0.0:1715212491.703874:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954733696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212491.704855:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212491.704862:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418040 00000400:00000200:0.0:1715212491.704878:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3019 [1] + 224 00000400:00000200:0.0:1715212491.704885:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212491.704887:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212491.704891:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954733632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212491.704909:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212491.704911:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418080 00000400:00000200:0.0:1715212491.704915:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3021 [1] + 224 00000400:00000200:0.0:1715212491.704922:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212491.704924:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212491.704927:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954733696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212491.704966:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212491.704970:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212491.704971:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212491.704975:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954733632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212491.704980:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954733632/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212491.705002:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000010:1.0:1715212491.705005:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212491.705005:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000400:00000200:1.0:1715212491.705008:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000010:2.0:1715212491.705008:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000400:00000010:1.0:1715212491.705010:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212491.705014:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954733696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212491.705031:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954733696/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212491.705047:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212491.705050:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:1.0:1715212491.705053:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 00000100:00000010:3.0:1715212496.711540:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212496.711555:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715212496.711584:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212496.711594:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 02000000:00000010:2.0:1715212496.711622:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212496.711628:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212496.711633:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212496.711638:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733760, portal 25 00000400:00000010:2.0:1715212496.711641:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bb28. 00000100:00000200:2.0:1715212496.711642:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954733760, offset 0 00000400:00000200:2.0:1715212496.711648:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000010:1.0:1715212496.711659:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212496.711659:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212496.711662:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212496.711664:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212496.711665:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212496.711667:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212496.711667:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212496.711668:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212496.711669:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733824, portal 4 00000400:00000200:2.0:1715212496.711670:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1516:1516:256:4294967295] 192.168.203.134@tcp LPNI seq info [1516:1516:8:4294967295] 00000400:00000010:1.0:1715212496.711672:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbf68. 00000100:00000200:1.0:1715212496.711673:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733824, offset 0 00000400:00000200:2.0:1715212496.711677:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212496.711678:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212496.711681:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212496.711682:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212496.711684:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715212496.711684:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715212496.711686:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212496.711687:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212496.711688:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212496.711689:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212496.711690:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1517:1517:255:4294967295] 192.168.203.134@tcp LPNI seq info [1517:1517:7:4294967295] 00000800:00000200:2.0:1715212496.711695:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212496.711696:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212496.711697:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212496.711698:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212496.711700:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212496.711703:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212496.711706:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212496.711708:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212496.711789:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212496.711792:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212496.711796:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212496.711800:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212496.711802:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bb28 00000400:00000010:0.0:1715212496.711803:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bb28. 00000100:00000200:0.0:1715212496.711809:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954733760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212496.711858:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212496.711860:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212496.711861:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212496.711863:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212496.711864:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbf68 00000400:00000010:0.0:1715212496.711865:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbf68. 00000100:00000200:0.0:1715212496.711867:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954733824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212496.713216:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212496.713224:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304180c0 00000400:00000200:0.0:1715212496.713228:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3029 [1] + 224 00000400:00000200:0.0:1715212496.713234:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212496.713235:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212496.713239:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954733760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212496.713259:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212496.713261:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418100 00000400:00000200:0.0:1715212496.713263:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3031 [1] + 224 00000400:00000200:0.0:1715212496.713271:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212496.713274:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212496.713280:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954733824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212496.713312:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212496.713315:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212496.713316:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212496.713321:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954733760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212496.713322:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212496.713326:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000200:2.0:1715212496.713326:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954733760/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212496.713347:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212496.713352:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954733824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212496.713366:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954733824/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212496.713366:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212496.713370:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715212496.713372:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 02000000:00000010:1.0:1715212496.713379:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212496.713381:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:1.0:1715212496.713383:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 00000100:00000010:3.0:1715212501.719530:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212501.719544:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 00000100:00000010:3.0:1715212501.719569:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212501.719571:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 02000000:00000010:2.0:1715212501.719607:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212501.719613:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212501.719617:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212501.719622:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733888, portal 25 00000400:00000010:2.0:1715212501.719624:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b110. 00000100:00000200:2.0:1715212501.719626:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954733888, offset 0 02000000:00000010:1.0:1715212501.719632:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000200:2.0:1715212501.719632:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:1.0:1715212501.719636:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212501.719639:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212501.719640:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000200:1.0:1715212501.719641:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954733952, portal 4 00000400:00000200:2.0:1715212501.719642:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715212501.719644:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbee0. 00000100:00000200:1.0:1715212501.719645:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954733952, offset 0 00000400:00000200:2.0:1715212501.719645:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212501.719647:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212501.719649:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212501.719649:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212501.719650:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1518:1518:256:4294967295] 192.168.203.134@tcp LPNI seq info [1518:1518:8:4294967295] 00000400:00000200:2.0:1715212501.719656:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212501.719659:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212501.719661:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212501.719661:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52300. 00000400:00000200:1.0:1715212501.719663:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212501.719665:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212501.719665:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212501.719666:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212501.719668:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212501.719669:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1519:1519:255:4294967295] 192.168.203.134@tcp LPNI seq info [1519:1519:7:4294967295] 00000800:00000200:2.0:1715212501.719670:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212501.719672:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212501.719674:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212501.719676:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212501.719678:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212501.719681:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212501.719684:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212501.719686:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212501.719761:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212501.719764:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52300. 00000400:00000200:0.0:1715212501.719768:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212501.719772:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212501.719774:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b110 00000400:00000010:0.0:1715212501.719776:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b110. 00000100:00000200:0.0:1715212501.719781:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954733888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212501.719819:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212501.719821:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212501.719822:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212501.719824:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212501.719826:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbee0 00000400:00000010:0.0:1715212501.719826:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbee0. 00000100:00000200:0.0:1715212501.719829:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954733952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212501.720888:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212501.720896:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418140 00000400:00000200:0.0:1715212501.720899:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3039 [1] + 224 00000400:00000200:0.0:1715212501.720905:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212501.720907:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212501.720911:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954733888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212501.720929:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212501.720932:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418180 00000400:00000200:0.0:1715212501.720934:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3041 [1] + 224 00000400:00000200:0.0:1715212501.720946:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212501.720952:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212501.720954:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954733952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212501.720981:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212501.720985:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212501.720986:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212501.720990:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954733888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212501.720991:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212501.720995:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000200:2.0:1715212501.720995:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954733888/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212501.720996:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212501.721000:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954733952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212501.721015:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954733952/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212501.721016:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212501.721018:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:2.0:1715212501.721021:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 02000000:00000010:1.0:1715212501.721027:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212501.721029:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:1.0:1715212501.721031:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 00000100:00000010:3.0:1715212506.727523:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eed80. 02000000:00000010:3.0:1715212506.727535:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 00000100:00000010:3.0:1715212506.727560:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04efb80. 02000000:00000010:3.0:1715212506.727562:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 02000000:00000010:2.0:1715212506.727616:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:1.0:1715212506.727622:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715212506.727623:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:1.0:1715212506.727627:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:2.0:1715212506.727627:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212506.727631:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212506.727633:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734080, portal 4 00000100:00000200:2.0:1715212506.727633:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734016, portal 25 00000400:00000010:2.0:1715212506.727636:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439be58. 00000400:00000010:1.0:1715212506.727637:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb4c8. 00000100:00000200:1.0:1715212506.727638:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734080, offset 0 00000100:00000200:2.0:1715212506.727638:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734016, offset 0 00000400:00000200:2.0:1715212506.727644:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212506.727649:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212506.727654:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212506.727658:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212506.727661:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212506.727663:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212506.727664:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212506.727666:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1520:1520:256:4294967295] 192.168.203.134@tcp LPNI seq info [1520:1520:8:4294967295] 00000400:00000200:2.0:1715212506.727672:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212506.727675:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212506.727677:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212506.727677:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52b00. 00000400:00000200:1.0:1715212506.727679:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212506.727680:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212506.727681:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212506.727682:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212506.727683:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212506.727684:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1521:1521:255:4294967295] 192.168.203.134@tcp LPNI seq info [1521:1521:7:4294967295] 00000800:00000200:2.0:1715212506.727686:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212506.727688:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212506.727689:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212506.727692:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212506.727694:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212506.727696:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212506.727699:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212506.727701:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212506.727765:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212506.727768:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52b00. 00000400:00000200:0.0:1715212506.727772:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212506.727776:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212506.727778:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439be58 00000400:00000010:0.0:1715212506.727779:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439be58. 00000100:00000200:0.0:1715212506.727786:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eed80 x1798526954734016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212506.727816:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212506.727817:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212506.727819:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212506.727821:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212506.727822:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb4c8 00000400:00000010:0.0:1715212506.727823:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb4c8. 00000100:00000200:0.0:1715212506.727825:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04efb80 x1798526954734080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212506.728752:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212506.728759:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304181c0 00000400:00000200:0.0:1715212506.728763:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3049 [1] + 224 00000400:00000200:0.0:1715212506.728769:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212506.728771:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212506.728774:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eed80 x1798526954734016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212506.728793:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212506.728795:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418200 00000400:00000200:0.0:1715212506.728798:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x304d [1] + 224 00000400:00000200:0.0:1715212506.728813:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212506.728815:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212506.728817:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04efb80 x1798526954734080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212506.728846:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212506.728849:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212506.728851:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212506.728854:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212506.728855:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eed80 x1798526954734016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212506.728859:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212506.728860:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212506.728860:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eed80 x1798526954734016/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212506.728864:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04efb80 x1798526954734080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212506.728878:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04efb80 x1798526954734080/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212506.728881:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212506.728884:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:2.0:1715212506.728887:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eed80. 02000000:00000010:1.0:1715212506.728890:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212506.728892:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000010:1.0:1715212506.728894:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04efb80. 00000100:00000010:3.0:1715212511.735602:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edf80. 02000000:00000010:3.0:1715212511.735623:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 00000100:00000010:3.0:1715212511.735666:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04edc00. 02000000:00000010:3.0:1715212511.735671:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 02000000:00000010:2.0:1715212511.735764:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212511.735775:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 02000000:00000010:1.0:1715212511.735779:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000400:00000010:2.0:1715212511.735783:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212511.735788:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212511.735791:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734144, portal 25 00000400:00000010:1.0:1715212511.735793:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000010:2.0:1715212511.735795:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bdd0. 00000100:00000200:1.0:1715212511.735798:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734208, portal 4 00000100:00000200:2.0:1715212511.735798:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734144, offset 0 00000400:00000010:1.0:1715212511.735803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbe58. 00000400:00000200:2.0:1715212511.735809:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212511.735816:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734208, offset 0 00000400:00000200:1.0:1715212511.735823:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212511.735824:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212511.735829:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212511.735834:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212511.735838:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212511.735841:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212511.735844:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1522:1522:256:4294967295] 192.168.203.134@tcp LPNI seq info [1522:1522:8:4294967295] 00000400:00000200:2.0:1715212511.735855:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212511.735861:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212511.735865:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212511.735865:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715212511.735869:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212511.735872:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212511.735872:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212511.735875:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212511.735877:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212511.735880:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1523:1523:255:4294967295] 192.168.203.134@tcp LPNI seq info [1523:1523:7:4294967295] 00000800:00000200:2.0:1715212511.735881:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212511.735886:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212511.735890:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212511.735895:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212511.735899:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212511.735904:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212511.735910:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212511.735913:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212511.736035:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212511.736041:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212511.736046:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212511.736054:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212511.736058:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bdd0 00000400:00000010:0.0:1715212511.736060:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bdd0. 00000100:00000200:0.0:1715212511.736070:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edf80 x1798526954734144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212511.736128:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212511.736131:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212511.736134:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212511.736138:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212511.736140:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbe58 00000400:00000010:0.0:1715212511.736142:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbe58. 00000100:00000200:0.0:1715212511.736146:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04edc00 x1798526954734208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212511.737784:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212511.737798:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418240 00000400:00000200:0.0:1715212511.737806:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3059 [1] + 224 00000400:00000200:0.0:1715212511.737816:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212511.737819:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212511.737826:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edf80 x1798526954734144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212511.737863:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212511.737868:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418280 00000400:00000200:0.0:1715212511.737881:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x305d [1] + 224 00000400:00000200:0.0:1715212511.737900:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212511.737903:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212511.737908:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04edc00 x1798526954734208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212511.737953:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212511.737960:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212511.737963:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212511.737971:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edf80 x1798526954734144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212511.737982:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212511.737982:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edf80 x1798526954734144/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212511.737990:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212511.737992:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212511.737999:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04edc00 x1798526954734208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212511.738020:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212511.738025:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000200:1.0:1715212511.738027:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04edc00 x1798526954734208/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212511.738029:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edf80. 02000000:00000010:1.0:1715212511.738049:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212511.738054:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:1.0:1715212511.738057:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04edc00. 00000100:00000010:3.0:1715212516.743590:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eea00. 02000000:00000010:3.0:1715212516.743602:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c000. 00000100:00000010:3.0:1715212516.743636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee680. 02000000:00000010:3.0:1715212516.743640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212516.743730:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212516.743737:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212516.743742:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212516.743743:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715212516.743746:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734272, portal 25 00000400:00000010:2.0:1715212516.743750:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b880. 00000400:00000010:1.0:1715212516.743751:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212516.743752:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734272, offset 0 00000400:00000010:1.0:1715212516.743756:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212516.743758:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212516.743766:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212516.743770:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212516.743771:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734336, portal 4 00000400:00000200:2.0:1715212516.743774:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212516.743776:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb770. 00000400:00000200:2.0:1715212516.743776:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212516.743778:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734336, offset 0 00000400:00000200:2.0:1715212516.743779:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212516.743781:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1524:1524:256:4294967295] 192.168.203.134@tcp LPNI seq info [1524:1524:8:4294967295] 00000400:00000200:1.0:1715212516.743785:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212516.743791:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212516.743796:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212516.743800:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715212516.743801:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212516.743804:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212516.743806:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212516.743809:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212516.743810:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212516.743812:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212516.743813:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212516.743814:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212516.743817:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1525:1525:255:4294967295] 192.168.203.134@tcp LPNI seq info [1525:1525:7:4294967295] 00000400:00000200:1.0:1715212516.743827:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212516.743832:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212516.743835:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00f00. 00000800:00000200:1.0:1715212516.743840:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212516.743846:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212516.743850:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212516.743953:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212516.743958:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212516.743963:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212516.743969:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212516.743973:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b880 00000400:00000010:0.0:1715212516.743975:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b880. 00000100:00000200:0.0:1715212516.743982:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eea00 x1798526954734272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212516.744035:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212516.744038:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00f00. 00000400:00000200:0.0:1715212516.744040:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212516.744044:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212516.744047:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb770 00000400:00000010:0.0:1715212516.744048:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb770. 00000100:00000200:0.0:1715212516.744052:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee680 x1798526954734336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212516.745517:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212516.745528:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304182c0 00000400:00000200:0.0:1715212516.745535:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3069 [1] + 224 00000400:00000200:0.0:1715212516.745544:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212516.745547:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212516.745554:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eea00 x1798526954734272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212516.745589:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212516.745604:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418300 00000400:00000200:0.0:1715212516.745608:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3071 [1] + 224 00000400:00000200:0.0:1715212516.745624:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212516.745628:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212516.745633:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee680 x1798526954734336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212516.745688:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212516.745695:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212516.745697:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212516.745705:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eea00 x1798526954734272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212516.745708:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212516.745715:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000200:2.0:1715212516.745715:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eea00 x1798526954734272/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212516.745717:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212516.745725:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee680 x1798526954734336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212516.745748:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212516.745752:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c000. 00000100:00000200:1.0:1715212516.745753:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee680 x1798526954734336/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212516.745755:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eea00. 02000000:00000010:1.0:1715212516.745774:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212516.745778:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212516.745781:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee680. 00000100:00000010:3.0:1715212521.751592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef480. 02000000:00000010:3.0:1715212521.751613:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212521.751658:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ee300. 02000000:00000010:3.0:1715212521.751663:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212521.751760:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212521.751770:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212521.751777:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212521.751780:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715212521.751786:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734400, portal 25 00000400:00000010:1.0:1715212521.751789:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:2.0:1715212521.751791:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b908. 00000100:00000200:2.0:1715212521.751793:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734400, offset 0 00000400:00000010:1.0:1715212521.751794:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212521.751799:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734464, portal 4 00000400:00000010:1.0:1715212521.751804:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb660. 00000400:00000200:2.0:1715212521.751805:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212521.751817:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734464, offset 0 00000400:00000200:2.0:1715212521.751820:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212521.751825:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212521.751825:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212521.751830:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212521.751834:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212521.751837:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212521.751840:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1526:1526:256:4294967295] 192.168.203.134@tcp LPNI seq info [1526:1526:8:4294967295] 00000400:00000200:2.0:1715212521.751851:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212521.751857:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212521.751860:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212521.751861:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52200. 00000400:00000200:1.0:1715212521.751864:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212521.751868:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212521.751869:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212521.751871:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212521.751874:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212521.751877:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1527:1527:255:4294967295] 192.168.203.134@tcp LPNI seq info [1527:1527:7:4294967295] 00000800:00000200:2.0:1715212521.751879:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212521.751884:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212521.751887:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212521.751892:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212521.751895:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212521.751900:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212521.751906:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212521.751909:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212521.752020:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212521.752026:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52200. 00000400:00000200:0.0:1715212521.752032:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212521.752040:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212521.752045:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b908 00000400:00000010:0.0:1715212521.752047:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b908. 00000100:00000200:0.0:1715212521.752057:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef480 x1798526954734400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212521.752114:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212521.752117:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212521.752120:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212521.752124:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212521.752126:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb660 00000400:00000010:0.0:1715212521.752128:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb660. 00000100:00000200:0.0:1715212521.752132:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ee300 x1798526954734464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212521.753591:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212521.753604:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418340 00000400:00000200:0.0:1715212521.753612:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3079 [1] + 224 00000400:00000200:0.0:1715212521.753622:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212521.753626:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212521.753633:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef480 x1798526954734400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212521.753691:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212521.753697:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418380 00000400:00000200:0.0:1715212521.753701:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3081 [1] + 224 00000400:00000200:0.0:1715212521.753716:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212521.753720:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212521.753724:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ee300 x1798526954734464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212521.753783:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212521.753791:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212521.753793:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212521.753799:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212521.753801:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef480 x1798526954734400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212521.753807:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212521.753809:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212521.753812:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef480 x1798526954734400/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212521.753817:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ee300 x1798526954734464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212521.753845:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ee300 x1798526954734464/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212521.753851:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212521.753857:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000010:2.0:1715212521.753861:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef480. 02000000:00000010:1.0:1715212521.753868:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212521.753872:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212521.753875:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ee300. 00000100:00000010:3.0:1715212526.759588:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef800. 02000000:00000010:3.0:1715212526.759600:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 00000100:00000010:3.0:1715212526.759636:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ef100. 02000000:00000010:3.0:1715212526.759640:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 02000000:00000010:2.0:1715212526.759727:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212526.759735:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212526.759740:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212526.759743:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a800. 00000100:00000200:2.0:1715212526.759744:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734528, portal 25 00000400:00000010:2.0:1715212526.759748:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bd48. 00000100:00000200:2.0:1715212526.759750:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734528, offset 0 00000400:00000010:1.0:1715212526.759751:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212526.759757:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212526.759765:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212526.759766:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212526.759768:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212526.759770:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734592, portal 4 00000400:00000200:2.0:1715212526.759772:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212526.759775:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb088. 00000400:00000200:2.0:1715212526.759775:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715212526.759777:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734592, offset 0 00000400:00000200:2.0:1715212526.759777:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212526.759780:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1528:1528:256:4294967295] 192.168.203.134@tcp LPNI seq info [1528:1528:8:4294967295] 00000400:00000200:1.0:1715212526.759784:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212526.759790:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212526.759795:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212526.759798:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715212526.759800:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212526.759803:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212526.759805:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212526.759808:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212526.759809:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212526.759811:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212526.759812:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212526.759814:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212526.759816:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1529:1529:255:4294967295] 192.168.203.134@tcp LPNI seq info [1529:1529:7:4294967295] 00000400:00000200:1.0:1715212526.759826:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212526.759831:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212526.759835:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00b00. 00000800:00000200:1.0:1715212526.759840:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212526.759846:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212526.759849:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212526.759953:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212526.759958:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212526.759963:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212526.759969:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212526.759973:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bd48 00000400:00000010:0.0:1715212526.759975:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bd48. 00000100:00000200:0.0:1715212526.759986:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef800 x1798526954734528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212526.760039:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212526.760042:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00b00. 00000400:00000200:0.0:1715212526.760045:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212526.760048:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212526.760051:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb088 00000400:00000010:0.0:1715212526.760053:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb088. 00000100:00000200:0.0:1715212526.760056:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ef100 x1798526954734592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212526.761549:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212526.761560:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304183c0 00000400:00000200:0.0:1715212526.761566:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3089 [1] + 224 00000400:00000200:0.0:1715212526.761574:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212526.761578:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212526.761593:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef800 x1798526954734528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212526.761631:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212526.761637:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418400 00000400:00000200:0.0:1715212526.761641:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3091 [1] + 224 00000400:00000200:0.0:1715212526.761654:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212526.761658:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212526.761662:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ef100 x1798526954734592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212526.761714:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212526.761724:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212526.761726:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212526.761734:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef800 x1798526954734528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212526.761738:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212526.761745:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000200:2.0:1715212526.761745:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef800 x1798526954734528/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212526.761747:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212526.761755:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ef100 x1798526954734592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212526.761778:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000100:00000200:1.0:1715212526.761782:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ef100 x1798526954734592/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212526.761782:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:2.0:1715212526.761785:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef800. 02000000:00000010:1.0:1715212526.761803:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a800. 02000000:00000010:1.0:1715212526.761807:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:1.0:1715212526.761810:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ef100. 00000100:00000010:3.0:1715212531.767612:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212531.767632:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c600. 00000100:00000010:3.0:1715212531.767676:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212531.767680:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212531.767772:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:1.0:1715212531.767778:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715212531.767782:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:1.0:1715212531.767787:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:2.0:1715212531.767789:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212531.767792:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212531.767797:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734656, portal 25 00000100:00000200:1.0:1715212531.767798:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734720, portal 4 00000400:00000010:2.0:1715212531.767802:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b5d8. 00000400:00000010:1.0:1715212531.767803:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbb28. 00000100:00000200:1.0:1715212531.767805:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734720, offset 0 00000100:00000200:2.0:1715212531.767805:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734656, offset 0 00000400:00000200:2.0:1715212531.767815:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212531.767823:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212531.767829:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212531.767836:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212531.767840:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212531.767845:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212531.767847:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212531.767851:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1530:1530:256:4294967295] 192.168.203.134@tcp LPNI seq info [1530:1530:8:4294967295] 00000400:00000200:2.0:1715212531.767861:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212531.767867:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212531.767870:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212531.767871:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52700. 00000400:00000200:1.0:1715212531.767875:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212531.767877:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212531.767878:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212531.767881:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212531.767883:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212531.767887:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1531:1531:255:4294967295] 192.168.203.134@tcp LPNI seq info [1531:1531:7:4294967295] 00000800:00000200:2.0:1715212531.767887:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212531.767892:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212531.767897:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212531.767902:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212531.767905:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00900. 00000800:00000200:1.0:1715212531.767910:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212531.767916:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212531.767920:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212531.768042:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212531.768048:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52700. 00000400:00000200:0.0:1715212531.768054:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212531.768061:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212531.768066:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b5d8 00000400:00000010:0.0:1715212531.768068:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b5d8. 00000100:00000200:0.0:1715212531.768077:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954734656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212531.768173:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212531.768176:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00900. 00000400:00000200:0.0:1715212531.768179:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212531.768183:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212531.768186:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbb28 00000400:00000010:0.0:1715212531.768187:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbb28. 00000100:00000200:0.0:1715212531.768191:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954734720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212531.769905:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212531.769918:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418440 00000400:00000200:0.0:1715212531.769926:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3099 [1] + 224 00000400:00000200:0.0:1715212531.769937:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212531.769950:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212531.769958:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954734656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212531.769998:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212531.770004:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418480 00000400:00000200:0.0:1715212531.770008:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x309d [1] + 224 00000400:00000200:0.0:1715212531.770021:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212531.770025:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212531.770029:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954734720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212531.770085:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212531.770092:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212531.770094:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212531.770120:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954734656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212531.770128:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212531.770132:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954734656/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212531.770136:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212531.770138:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212531.770146:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954734720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212531.770170:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000100:00000200:1.0:1715212531.770174:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954734720/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212531.770175:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c600. 00000100:00000010:2.0:1715212531.770180:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. 02000000:00000010:1.0:1715212531.770197:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212531.770201:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715212531.770204:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000010:3.0:1715212536.775618:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212536.775631:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 00000100:00000010:3.0:1715212536.775677:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212536.775682:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 02000000:00000010:2.0:1715212536.775767:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212536.775775:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212536.775780:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212536.775784:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:2.0:1715212536.775784:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734784, portal 25 00000400:00000010:2.0:1715212536.775788:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439bbb0. 00000100:00000200:2.0:1715212536.775790:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734784, offset 0 00000400:00000010:1.0:1715212536.775792:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212536.775797:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212536.775805:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:1.0:1715212536.775806:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212536.775809:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715212536.775811:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734848, portal 4 00000400:00000200:2.0:1715212536.775812:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212536.775815:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212536.775816:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb990. 00000400:00000200:2.0:1715212536.775817:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000100:00000200:1.0:1715212536.775818:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734848, offset 0 00000400:00000200:2.0:1715212536.775820:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1532:1532:256:4294967295] 192.168.203.134@tcp LPNI seq info [1532:1532:8:4294967295] 00000400:00000200:1.0:1715212536.775825:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212536.775830:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212536.775834:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212536.775838:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715212536.775841:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212536.775843:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212536.775846:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715212536.775848:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212536.775850:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212536.775852:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715212536.775852:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212536.775855:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212536.775858:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1533:1533:255:4294967295] 192.168.203.134@tcp LPNI seq info [1533:1533:7:4294967295] 00000400:00000200:1.0:1715212536.775867:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212536.775872:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212536.775876:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00400. 00000800:00000200:1.0:1715212536.775880:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212536.775887:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212536.775890:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212536.775992:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212536.775998:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212536.776003:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212536.776009:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212536.776013:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439bbb0 00000400:00000010:0.0:1715212536.776015:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439bbb0. 00000100:00000200:0.0:1715212536.776022:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954734784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212536.776101:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212536.776105:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00400. 00000400:00000200:0.0:1715212536.776108:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212536.776112:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212536.776118:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb990 00000400:00000010:0.0:1715212536.776120:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb990. 00000100:00000200:0.0:1715212536.776139:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954734848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212536.777573:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212536.777584:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304184c0 00000400:00000200:0.0:1715212536.777590:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30a9 [1] + 224 00000400:00000200:0.0:1715212536.777611:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212536.777615:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212536.777621:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954734784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212536.777657:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212536.777663:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418500 00000400:00000200:0.0:1715212536.777667:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30b1 [1] + 224 00000400:00000200:0.0:1715212536.777679:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212536.777683:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212536.777688:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954734848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212536.777749:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212536.777759:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212536.777761:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212536.777769:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954734784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212536.777770:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212536.777778:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000200:2.0:1715212536.777779:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954734784/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212536.777780:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212536.777788:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954734848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212536.777812:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000100:00000200:1.0:1715212536.777815:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954734848/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212536.777816:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:2.0:1715212536.777819:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 02000000:00000010:1.0:1715212536.777836:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212536.777841:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:1.0:1715212536.777844:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000010:3.0:1715212541.783574:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212541.783592:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cd00. 00000100:00000010:3.0:1715212541.783623:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212541.783625:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c900. 02000000:00000010:2.0:1715212541.783687:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 02000000:00000010:1.0:1715212541.783693:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715212541.783694:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:1.0:1715212541.783698:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:2.0:1715212541.783699:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212541.783701:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212541.783704:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734976, portal 4 00000100:00000200:2.0:1715212541.783704:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954734912, portal 25 00000400:00000010:2.0:1715212541.783707:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b2a8. 00000400:00000010:1.0:1715212541.783708:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb000. 00000100:00000200:1.0:1715212541.783709:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954734976, offset 0 00000100:00000200:2.0:1715212541.783709:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954734912, offset 0 00000400:00000200:2.0:1715212541.783715:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212541.783720:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212541.783725:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212541.783728:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212541.783730:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212541.783733:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212541.783734:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212541.783736:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1534:1534:256:4294967295] 192.168.203.134@tcp LPNI seq info [1534:1534:8:4294967295] 00000400:00000200:2.0:1715212541.783742:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212541.783745:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212541.783746:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212541.783748:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715212541.783748:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52a00. 00000400:00000200:1.0:1715212541.783750:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212541.783751:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212541.783753:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212541.783754:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212541.783755:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1535:1535:255:4294967295] 192.168.203.134@tcp LPNI seq info [1535:1535:7:4294967295] 00000400:00000200:1.0:1715212541.783760:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212541.783760:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212541.783762:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715212541.783763:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212541.783765:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00000. 00000800:00000200:1.0:1715212541.783767:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212541.783770:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212541.783772:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212541.783863:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212541.783867:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52a00. 00000400:00000200:0.0:1715212541.783871:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212541.783875:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212541.783878:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b2a8 00000400:00000010:0.0:1715212541.783879:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b2a8. 00000100:00000200:0.0:1715212541.783886:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954734912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212541.783935:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212541.783937:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00000. 00000400:00000200:0.0:1715212541.783939:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212541.783941:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212541.783942:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb000 00000400:00000010:0.0:1715212541.783942:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb000. 00000100:00000200:0.0:1715212541.783945:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954734976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212541.785156:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212541.785164:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418540 00000400:00000200:0.0:1715212541.785189:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30b9 [1] + 224 00000400:00000200:0.0:1715212541.785196:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212541.785198:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212541.785202:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954734912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212541.785222:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212541.785225:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418580 00000400:00000200:0.0:1715212541.785227:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30bd [1] + 224 00000400:00000200:0.0:1715212541.785237:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212541.785249:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212541.785251:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954734976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212541.785252:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212541.785255:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212541.785256:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212541.785260:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954734912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212541.785265:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954734912/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212541.785286:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 00000400:00000010:1.0:1715212541.785288:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 02000000:00000010:2.0:1715212541.785288:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cd00. 00000100:00000010:2.0:1715212541.785291:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000400:00000200:1.0:1715212541.785292:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212541.785293:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212541.785297:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954734976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212541.785312:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954734976/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212541.785325:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212541.785327:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c900. 00000100:00000010:1.0:1715212541.785329:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000010:3.0:1715212546.791624:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212546.791662:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cc00. 00000100:00000010:3.0:1715212546.791705:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212546.791709:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c100. 02000000:00000010:2.0:1715212546.791797:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212546.791807:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 02000000:00000010:1.0:1715212546.791814:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715212546.791814:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212546.791822:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212546.791822:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735040, portal 25 00000400:00000010:2.0:1715212546.791826:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b4c8. 00000400:00000010:1.0:1715212546.791827:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212546.791828:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954735040, offset 0 00000100:00000200:1.0:1715212546.791831:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735104, portal 4 00000400:00000010:1.0:1715212546.791836:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb3b8. 00000400:00000200:2.0:1715212546.791837:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212546.791863:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954735104, offset 0 00000400:00000200:2.0:1715212546.791868:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1715212546.791871:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212546.791874:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212546.791878:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212546.791882:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212546.791885:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212546.791888:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1536:1536:256:4294967295] 192.168.203.134@tcp LPNI seq info [1536:1536:8:4294967295] 00000400:00000200:2.0:1715212546.791900:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212546.791907:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212546.791909:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212546.791911:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52500. 00000400:00000200:1.0:1715212546.791913:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212546.791916:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212546.791918:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212546.791919:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212546.791922:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212546.791924:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1537:1537:255:4294967295] 192.168.203.134@tcp LPNI seq info [1537:1537:7:4294967295] 00000800:00000200:2.0:1715212546.791928:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212546.791933:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212546.791935:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212546.791939:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212546.791943:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00c00. 00000800:00000200:1.0:1715212546.791948:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212546.791954:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212546.791958:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212546.792114:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212546.792120:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52500. 00000400:00000200:0.0:1715212546.792127:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212546.792135:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212546.792139:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b4c8 00000400:00000010:0.0:1715212546.792142:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b4c8. 00000100:00000200:0.0:1715212546.792152:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954735040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212546.792237:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212546.792240:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00c00. 00000400:00000200:0.0:1715212546.792242:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212546.792246:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212546.792249:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb3b8 00000400:00000010:0.0:1715212546.792250:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb3b8. 00000100:00000200:0.0:1715212546.792254:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954735104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212546.794223:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212546.794247:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304185c0 00000400:00000200:0.0:1715212546.794254:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30c9 [1] + 224 00000400:00000200:0.0:1715212546.794264:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212546.794267:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212546.794273:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954735040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212546.794306:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212546.794310:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418600 00000400:00000200:0.0:1715212546.794313:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30d1 [1] + 224 00000400:00000200:0.0:1715212546.794348:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212546.794352:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212546.794357:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954735104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212546.794404:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212546.794412:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212546.794414:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212546.794421:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954735040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212546.794433:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954735040/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212546.794434:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212546.794442:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212546.794444:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212546.794452:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954735104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212546.794513:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212546.794518:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cc00. 00000100:00000200:1.0:1715212546.794519:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954735104/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212546.794523:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 02000000:00000010:1.0:1715212546.794559:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212546.794563:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c100. 00000100:00000010:1.0:1715212546.794566:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 00000100:00000010:3.0:1715212551.799606:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04eca80. 02000000:00000010:3.0:1715212551.799629:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c500. 00000100:00000010:3.0:1715212551.799675:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec000. 02000000:00000010:3.0:1715212551.799679:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ce00. 02000000:00000010:2.0:1715212551.799725:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212551.799735:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212551.799743:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212551.799751:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735168, portal 25 00000400:00000010:2.0:1715212551.799755:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b088. 00000100:00000200:2.0:1715212551.799758:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954735168, offset 0 00000400:00000200:2.0:1715212551.799768:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212551.799782:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 02000000:00000010:1.0:1715212551.799784:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000200:2.0:1715212551.799787:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212551.799792:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000010:1.0:1715212551.799793:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000200:2.0:1715212551.799795:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715212551.799798:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212551.799798:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212551.799801:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1538:1538:256:4294967295] 192.168.203.134@tcp LPNI seq info [1538:1538:8:4294967295] 00000100:00000200:1.0:1715212551.799803:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735232, portal 4 00000400:00000010:1.0:1715212551.799808:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fbcc0. 00000100:00000200:1.0:1715212551.799810:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954735232, offset 0 00000400:00000200:2.0:1715212551.799813:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:1.0:1715212551.799818:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000800:00000200:2.0:1715212551.799819:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1715212551.799823:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52800. 00000400:00000200:1.0:1715212551.799827:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:2.0:1715212551.799830:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212551.799831:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212551.799834:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:1.0:1715212551.799837:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212551.799839:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000800:00000200:2.0:1715212551.799839:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:1.0:1715212551.799842:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1539:1539:255:4294967295] 192.168.203.134@tcp LPNI seq info [1539:1539:7:4294967295] 00000800:00000200:2.0:1715212551.799843:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212551.799852:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212551.799857:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212551.799860:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00800. 00000800:00000200:1.0:1715212551.799865:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212551.799871:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212551.799875:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212551.800031:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212551.800037:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52800. 00000400:00000200:0.0:1715212551.800043:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212551.800050:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212551.800054:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b088 00000400:00000010:0.0:1715212551.800056:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b088. 00000100:00000200:0.0:1715212551.800066:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04eca80 x1798526954735168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212551.800147:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212551.800149:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00800. 00000400:00000200:0.0:1715212551.800152:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212551.800156:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212551.800159:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fbcc0 00000400:00000010:0.0:1715212551.800160:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fbcc0. 00000100:00000200:0.0:1715212551.800164:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec000 x1798526954735232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212551.802217:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212551.802231:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418640 00000400:00000200:0.0:1715212551.802238:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30d9 [1] + 224 00000400:00000200:0.0:1715212551.802247:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212551.802251:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212551.802258:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04eca80 x1798526954735168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212551.802293:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212551.802298:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418680 00000400:00000200:0.0:1715212551.802302:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30e1 [1] + 224 00000400:00000200:0.0:1715212551.802316:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212551.802320:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212551.802325:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec000 x1798526954735232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212551.802385:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212551.802393:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212551.802395:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212551.802402:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000100:00000200:2.0:1715212551.802403:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04eca80 x1798526954735168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715212551.802409:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212551.802411:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212551.802414:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04eca80 x1798526954735168/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212551.802419:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec000 x1798526954735232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715212551.802448:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec000 x1798526954735232/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212551.802453:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212551.802498:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c500. 00000100:00000010:2.0:1715212551.802504:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04eca80. 02000000:00000010:1.0:1715212551.802549:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212551.802554:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ce00. 00000100:00000010:1.0:1715212551.802558:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec000. 00000100:00000010:3.0:1715212556.807585:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec380. 02000000:00000010:3.0:1715212556.807605:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39ca00. 00000100:00000010:3.0:1715212556.807650:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ec700. 02000000:00000010:3.0:1715212556.807654:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c400. 02000000:00000010:2.0:1715212556.807750:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212556.807761:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212556.807768:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212556.807769:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:2.0:1715212556.807776:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735296, portal 25 00000400:00000010:1.0:1715212556.807778:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:2.0:1715212556.807781:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b7f8. 00000400:00000010:1.0:1715212556.807783:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212556.807784:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954735296, offset 0 00000100:00000200:1.0:1715212556.807788:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735360, portal 4 00000400:00000010:1.0:1715212556.807793:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb5d8. 00000400:00000200:2.0:1715212556.807794:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212556.807798:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954735360, offset 0 00000400:00000200:1.0:1715212556.807806:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212556.807809:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212556.807815:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212556.807819:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212556.807823:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212556.807825:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212556.807829:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1540:1540:256:4294967295] 192.168.203.134@tcp LPNI seq info [1540:1540:8:4294967295] 00000400:00000200:2.0:1715212556.807840:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212556.807846:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212556.807849:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212556.807850:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52400. 00000400:00000200:1.0:1715212556.807853:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212556.807857:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212556.807857:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212556.807859:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212556.807862:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212556.807865:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1541:1541:255:4294967295] 192.168.203.134@tcp LPNI seq info [1541:1541:7:4294967295] 00000800:00000200:2.0:1715212556.807867:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212556.807872:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212556.807875:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212556.807880:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212556.807884:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00300. 00000800:00000200:1.0:1715212556.807889:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212556.807895:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212556.807899:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212556.808032:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212556.808039:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52400. 00000400:00000200:0.0:1715212556.808045:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212556.808053:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212556.808057:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b7f8 00000400:00000010:0.0:1715212556.808059:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b7f8. 00000100:00000200:0.0:1715212556.808069:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec380 x1798526954735296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212556.808139:0:22722:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212556.808141:0:22722:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00300. 00000400:00000200:0.0:1715212556.808144:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212556.808148:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212556.808151:0:22722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb5d8 00000400:00000010:0.0:1715212556.808152:0:22722:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb5d8. 00000100:00000200:0.0:1715212556.808168:0:22722:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ec700 x1798526954735360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212556.810096:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212556.810109:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304186c0 00000400:00000200:0.0:1715212556.810117:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30e9 [1] + 224 00000400:00000200:0.0:1715212556.810127:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212556.810131:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212556.810139:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec380 x1798526954735296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212556.810175:0:22721:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212556.810180:0:22721:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418700 00000400:00000200:0.0:1715212556.810184:0:22721:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30f1 [1] + 224 00000400:00000200:0.0:1715212556.810198:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212556.810202:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212556.810207:0:22721:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ec700 x1798526954735360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212556.810231:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212556.810239:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212556.810241:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212556.810249:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec380 x1798526954735296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212556.810260:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec380 x1798526954735296/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212556.810274:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212556.810281:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212556.810283:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212556.810291:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ec700 x1798526954735360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212556.810300:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212556.810304:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39ca00. 00000100:00000010:2.0:1715212556.810308:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec380. 00000100:00000200:1.0:1715212556.810319:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ec700 x1798526954735360/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212556.810342:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212556.810346:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c400. 00000100:00000010:1.0:1715212556.810349:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ec700. 00000100:00000010:3.0:1715212561.815592:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ece00. 02000000:00000010:3.0:1715212561.815614:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c700. 00000100:00000010:3.0:1715212561.815660:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed880. 02000000:00000010:3.0:1715212561.815665:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cb00. 02000000:00000010:2.0:1715212561.815756:0:22729:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212561.815767:0:22729:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 00000400:00000010:2.0:1715212561.815774:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 02000000:00000010:1.0:1715212561.815777:0:22730:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000100:00000200:2.0:1715212561.815782:0:22729:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735424, portal 25 00000400:00000010:1.0:1715212561.815786:0:22730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:2.0:1715212561.815786:0:22729:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b770. 00000100:00000200:2.0:1715212561.815789:0:22729:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954735424, offset 0 00000400:00000010:1.0:1715212561.815791:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000400:00000200:2.0:1715212561.815799:0:22729:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212561.815806:0:22730:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735488, portal 4 00000400:00000010:1.0:1715212561.815811:0:22730:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb2a8. 00000100:00000200:1.0:1715212561.815814:0:22730:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954735488, offset 0 00000400:00000200:2.0:1715212561.815814:0:22729:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212561.815819:0:22729:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212561.815821:0:22730:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212561.815824:0:22729:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212561.815828:0:22729:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212561.815830:0:22729:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212561.815834:0:22729:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1542:1542:256:4294967295] 192.168.203.134@tcp LPNI seq info [1542:1542:8:4294967295] 00000400:00000200:2.0:1715212561.815845:0:22729:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212561.815851:0:22729:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212561.815854:0:22730:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212561.815856:0:22729:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52e00. 00000400:00000200:1.0:1715212561.815858:0:22730:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212561.815861:0:22730:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212561.815862:0:22729:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212561.815864:0:22730:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212561.815866:0:22730:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212561.815869:0:22730:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1543:1543:255:4294967295] 192.168.203.134@tcp LPNI seq info [1543:1543:7:4294967295] 00000800:00000200:2.0:1715212561.815872:0:22729:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212561.815877:0:22729:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212561.815879:0:22730:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212561.815884:0:22730:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212561.815888:0:22730:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212561.815893:0:22730:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212561.815922:0:22730:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212561.815926:0:22730:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212561.816036:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212561.816042:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52e00. 00000400:00000200:0.0:1715212561.816049:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212561.816056:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212561.816060:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b770 00000400:00000010:0.0:1715212561.816063:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b770. 00000100:00000200:0.0:1715212561.816073:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ece00 x1798526954735424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212561.816158:0:22720:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212561.816161:0:22720:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212561.816163:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212561.816167:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212561.816170:0:22720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb2a8 00000400:00000010:0.0:1715212561.816182:0:22720:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb2a8. 00000100:00000200:0.0:1715212561.816188:0:22720:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed880 x1798526954735488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212561.818097:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212561.818111:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c030418740 00000400:00000200:0.0:1715212561.818119:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x30f9 [1] + 224 00000400:00000200:0.0:1715212561.818130:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212561.818134:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212561.818141:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ece00 x1798526954735424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212561.818178:0:22722:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212561.818183:0:22722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418780 00000400:00000200:0.0:1715212561.818187:0:22722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3101 [1] + 224 00000400:00000200:0.0:1715212561.818202:0:22722:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212561.818206:0:22722:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212561.818210:0:22722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed880 x1798526954735488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212561.818234:0:22729:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212561.818242:0:22729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212561.818244:0:22729:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212561.818252:0:22729:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ece00 x1798526954735424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715212561.818263:0:22729:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ece00 x1798526954735424/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212561.818288:0:22730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212561.818296:0:22730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000400:00000010:1.0:1715212561.818299:0:22730:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 02000000:00000010:2.0:1715212561.818304:0:22729:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212561.818309:0:22729:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c700. 00000100:00000200:1.0:1715212561.818310:0:22730:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed880 x1798526954735488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715212561.818313:0:22729:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ece00. 00000100:00000200:1.0:1715212561.818344:0:22730:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed880 x1798526954735488/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212561.818368:0:22730:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212561.818372:0:22730:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cb00. 00000100:00000010:1.0:1715212561.818375:0:22730:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed880. 00000100:00000010:3.0:1715212566.823629:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed500. 02000000:00000010:3.0:1715212566.823655:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39cf00. 00000100:00000010:3.0:1715212566.823703:0:24628:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b04ed180. 02000000:00000010:3.0:1715212566.823707:0:24628:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa39c800. 02000000:00000010:2.0:1715212566.823811:0:22727:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f58000. 00000400:00000010:2.0:1715212566.823822:0:22727:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4379d68. 02000000:00000010:1.0:1715212566.823823:0:22728:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f4a000. 00000400:00000010:2.0:1715212566.823830:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b198. 00000400:00000010:1.0:1715212566.823832:0:22728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801399b7528. 00000400:00000010:1.0:1715212566.823839:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb220. 00000100:00000200:2.0:1715212566.823839:0:22727:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735552, portal 25 00000100:00000200:1.0:1715212566.823843:0:22728:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526954735616, portal 4 00000400:00000010:2.0:1715212566.823844:0:22727:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b439b990. 00000100:00000200:2.0:1715212566.823847:0:22727:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526954735552, offset 0 00000400:00000010:1.0:1715212566.823849:0:22728:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e5fb908. 00000400:00000200:2.0:1715212566.823857:0:22727:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000100:00000200:1.0:1715212566.823862:0:22728:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526954735616, offset 0 00000400:00000200:1.0:1715212566.823897:0:22728:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1715212566.823911:0:22727:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1715212566.823917:0:22727:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715212566.823922:0:22727:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000400:00000200:2.0:1715212566.823926:0:22727:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715212566.823929:0:22727:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:2.0:1715212566.823933:0:22727:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1544:1544:256:4294967295] 192.168.203.134@tcp LPNI seq info [1544:1544:8:4294967295] 00000400:00000200:2.0:1715212566.823944:0:22727:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:2.0:1715212566.823951:0:22727:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000400:00000200:1.0:1715212566.823953:0:22728:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000010:2.0:1715212566.823955:0:22727:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f52900. 00000400:00000200:1.0:1715212566.823957:0:22728:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715212566.823961:0:22728:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.34@tcp 00000800:00000200:2.0:1715212566.823962:0:22727:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000400:00000200:1.0:1715212566.823964:0:22728:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715212566.823966:0:22728:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1715212566.823969:0:22728:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.34@tcp NI seq info: [1545:1545:255:4294967295] 192.168.203.134@tcp LPNI seq info [1545:1545:7:4294967295] 00000800:00000200:2.0:1715212566.823972:0:22727:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1715212566.823977:0:22727:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f52900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715212566.823979:0:22728:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000800:00000200:1.0:1715212566.823984:0:22728:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:1.0:1715212566.823989:0:22728:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b00500. 00000800:00000200:1.0:1715212566.823994:0:22728:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009ede3300] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:1.0:1715212566.824000:0:22728:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:1.0:1715212566.824004:0:22728:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b7b00500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715212566.824136:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212566.824142:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f52900. 00000400:00000200:0.0:1715212566.824149:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212566.824157:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212566.824162:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b990 00000400:00000010:0.0:1715212566.824164:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b990. 00000100:00000200:0.0:1715212566.824174:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed500 x1798526954735552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715212566.824256:0:22721:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715212566.824259:0:22721:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b00500. 00000400:00000200:0.0:1715212566.824261:0:22721:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212566.824265:0:22721:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:0.0:1715212566.824281:0:22721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb908 00000400:00000010:0.0:1715212566.824283:0:22721:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb908. 00000100:00000200:0.0:1715212566.824288:0:22721:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b04ed180 x1798526954735616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212566.826236:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212566.826250:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 25 MB=0x663c0304187c0 00000400:00000200:0.0:1715212566.826258:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.134@tcp of length 224/224 into md 0x3109 [1] + 224 00000400:00000200:0.0:1715212566.826268:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212566.826272:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212566.826279:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed500 x1798526954735552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715212566.826314:0:22720:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.203.34@tcp(192.168.203.34@tcp) <- 192.168.203.134@tcp : PUT - for me 00000400:00000200:0.0:1715212566.826319:0:22720:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 4 MB=0x663c030418800 00000400:00000200:0.0:1715212566.826323:0:22720:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.134@tcp of length 224/224 into md 0x310d [1] + 224 00000400:00000200:0.0:1715212566.826339:0:22720:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715212566.826343:0:22720:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.34@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000200:0.0:1715212566.826347:0:22720:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b04ed180 x1798526954735616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715212566.826399:0:22727:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4379d68. 00000400:00000200:2.0:1715212566.826406:0:22727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b439b198 00000400:00000010:2.0:1715212566.826409:0:22727:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b439b198. 00000100:00000200:2.0:1715212566.826417:0:22727:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed500 x1798526954735552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212566.826420:0:22728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801399b7528. 00000400:00000200:1.0:1715212566.826428:0:22728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e5fb220 00000100:00000200:2.0:1715212566.826428:0:22727:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed500 x1798526954735552/t0(0) o400->MGC192.168.203.134@tcp@192.168.203.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1715212582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715212566.826430:0:22728:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff88012e5fb220. 00000100:00000200:1.0:1715212566.826438:0:22728:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b04ed180 x1798526954735616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715212566.826508:0:22727:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f58000. 02000000:00000010:2.0:1715212566.826513:0:22727:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39cf00. 00000100:00000010:2.0:1715212566.826518:0:22727:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed500. 00000100:00000200:1.0:1715212566.826644:0:22728:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b04ed180 x1798526954735616/t0(0) o400->lustre-OST0001-osc-ffff8800b591e800@192.168.203.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1715212582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715212566.826667:0:22728:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f4a000. 02000000:00000010:1.0:1715212566.826672:0:22728:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa39c800. 00000100:00000010:1.0:1715212566.826676:0:22728:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b04ed180. Debug log: 68835 lines, 68835 kept, 0 dropped, 0 bad.